-- Logs begin at Mon 2022-03-28 22:56:58 UTC, end at Mon 2022-03-28 23:52:20 UTC. -- Mar 28 23:29:14.239453 dv-cinder-835525-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 23:29:17.149893 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.common.config [-] Logging enabled! Mar 28 23:29:17.150532 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 28 23:29:17.150672 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 23:29:17.153998 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.common.config [-] Logging enabled! Mar 28 23:29:17.154250 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 28 23:29:17.154560 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 23:29:17.155491 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 23:29:17.155727 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 23:29:17.156118 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 23:29:17.156365 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 23:29:17.156591 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 23:29:17.157331 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.157769 dv-cinder-835525-1-smb neutron-server[103245]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 28 23:29:17.158087 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.158386 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.158682 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.158983 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.159276 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.159559 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.159867 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.160174 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.160459 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.160739 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.161024 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.161313 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.161593 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.161876 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.162161 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.162440 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] debug = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.162719 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.163155 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.163575 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.163876 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.164167 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.164445 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.164717 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.164991 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.165276 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.165604 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] host = dv-cinder-835525-1-smb {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.165883 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.166169 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.166453 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.166737 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.167014 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.167289 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.167574 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.167871 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.168150 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] log_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.168427 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.168716 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.169004 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.169295 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.169546 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.169771 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.170076 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.170361 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.170639 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.170915 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.171193 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.171468 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.171744 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.172035 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.172321 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.172606 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.172891 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.173166 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.173441 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.173713 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.173985 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.174269 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.174542 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.174816 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.175089 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.175375 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.175643 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.175938 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.176239 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.176525 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.176807 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.177091 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.177367 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.177648 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.177920 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.178194 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.178464 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] use_json = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.178735 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.179006 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.179286 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.179558 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.179847 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.180129 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.180399 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.180682 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.180952 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:17.181247 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.181542 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.181841 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.182133 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.182421 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.182698 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.182982 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.183259 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.183547 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.183853 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.184144 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.184421 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.184715 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.185634 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.185932 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.186237 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.186535 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.186827 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.187105 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.187380 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.187655 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.187955 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.188298 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.188578 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.188865 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.189201 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.189483 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.189782 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.190070 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.190364 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.190656 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.190930 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.191207 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.191496 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.191773 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.192070 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.192347 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.192636 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.192913 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.193184 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.193464 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.193742 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.194013 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.194282 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.194557 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.194843 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.195117 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.195385 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.195655 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.195959 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.196231 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.196514 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.196787 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.197057 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.197326 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.197603 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.197876 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.198150 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.198424 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.198695 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.198971 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.199241 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.199511 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.199782 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.200080 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.200351 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.201172 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.201444 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.201719 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.201990 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.202262 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.202535 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.202807 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.203078 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.203361 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.203653 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.203969 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.204249 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.204526 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.204800 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.205075 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.205349 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.205623 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.205902 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.206173 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.206462 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.206747 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.207033 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.207331 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.207610 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.207926 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.208208 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.208484 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.208768 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.209044 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.209322 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.209604 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.209885 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.210174 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.210464 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.210760 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.211048 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.211337 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.211618 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.211961 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.212244 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:17.212469 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 23:29:17.212708 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103245) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 23:29:17.579423 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 23:29:17.579698 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 23:29:17.580023 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 23:29:17.580495 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 23:29:17.902988 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.903204 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.903474 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.905187 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.905461 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.905852 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.959212 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.959486 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.959751 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.974560 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.974842 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:17.975112 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.004698 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.004974 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.005241 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.146505 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.146784 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.147055 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.373343 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.373977 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.373977 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.374133 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.374812 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.472050 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.472370 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.472651 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.472924 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.473189 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.473501 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.473760 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.474024 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.474276 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.474556 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.474816 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.475081 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.475337 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.475587 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.475858 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.476124 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.476379 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.476649 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.476919 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.477181 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.477453 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.477707 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.477987 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.478360 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.478609 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.478856 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.479241 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 23:29:18.479482 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 23:29:18.479720 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 23:29:18.479980 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 23:29:18.480220 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 23:29:18.480467 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 23:29:18.480828 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 23:29:18.483990 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 23:29:18.488248 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 23:29:18.491844 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 28 23:29:18.493455 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 23:29:18.493915 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 23:29:18.494247 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 23:29:18.494623 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 23:29:18.497930 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 23:29:18.498180 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 23:29:18.498519 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 23:29:18.503309 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 23:29:18.527008 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 23:29:18.527449 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.527747 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103245) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 28 23:29:18.528147 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.529517 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103245) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 23:29:18.529794 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 23:29:18.530039 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 23:29:18.533295 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.533577 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:18.596040 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 23:29:18.596276 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 23:29:18.596512 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 23:29:18.596875 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 23:29:18.616788 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_db.sqlalchemy.engines [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103245) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 23:29:19.053775 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Initializing driver for type 'gre' Mar 28 23:29:19.054590 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] gre ID ranges: [(1, 1000)] Mar 28 23:29:19.110153 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Initializing driver for type 'local' Mar 28 23:29:19.110488 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Initializing driver for type 'vlan' Mar 28 23:29:19.124708 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] VlanTypeDriver initialization complete Mar 28 23:29:19.125067 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Initializing driver for type 'vxlan' Mar 28 23:29:19.125554 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] vxlan ID ranges: [(1, 1000)] Mar 28 23:29:19.174245 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Initializing extension driver 'port_security' Mar 28 23:29:19.174713 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.extensions.port_security [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] PortSecurityExtensionDriver initialization complete Mar 28 23:29:19.175243 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Initializing mechanism driver 'openvswitch' Mar 28 23:29:19.175581 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Initializing mechanism driver 'hyperv' Mar 28 23:29:19.182191 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:29:19.182911 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > port after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.183291 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > port after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.183650 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > port after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.184204 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 23:29:19.184648 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > subnet after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.185639 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > subnet after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.185992 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.186396 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 23:29:19.186815 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > network after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.187173 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > network after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.187522 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > network after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.187946 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 23:29:19.188364 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > security_group after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.188725 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > security_group after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.189073 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.189618 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 23:29:19.190042 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.190403 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.190767 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.191163 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 23:29:19.191578 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > address_group after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.191964 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > address_group after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.192314 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.192719 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 23:29:19.193177 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] ML2 OVO RPC backend initialized. {{(pid=103245) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 28 23:29:19.193880 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.194244 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.194667 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > network before_response 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.195025 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > networks before_response 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.195381 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > port before_response 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.195730 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > ports before_response 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.196106 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > subnet before_response 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.196458 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > subnets before_response 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.196810 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > network after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.197162 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > network after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.197509 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > network after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.197856 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > port after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.198203 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > port after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.198549 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > port after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.198893 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > subnet after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.199239 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > subnet after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.199582 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.206661 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded quota_driver: . Mar 28 23:29:19.207031 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Modular L2 Plugin initialization complete Mar 28 23:29:19.207386 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading services supported by the core plugin {{(pid=103245) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 23:29:19.207733 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.plugins.ml2.managers [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Got port-security extension from driver 'port_security' Mar 28 23:29:19.208247 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.extensions.vlantransparent [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Disabled vlantransparent extension. Mar 28 23:29:19.208751 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103245) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 23:29:19.209082 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading Plugin: router Mar 28 23:29:19.244249 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.244643 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router after_create 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.245022 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router before_create 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.245396 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.245780 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.246144 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router after_delete 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.246509 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.246868 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.247239 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router after_create 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.248365 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router after_update 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.248727 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router after_update 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.249087 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.249454 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router after_update 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.249874 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_update 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.250253 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: port after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.250601 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: port after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.250948 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: subnet after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.251298 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.251657 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.252035 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_create 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.252389 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: port before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.252745 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.253107 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router after_update 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.253456 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.253813 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_create 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.254180 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.254531 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_update 55549900 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.254900 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > agent after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.255256 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > agent after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.255608 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > network after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.256489 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Tracking information for resource: router configured {{(pid=103245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 23:29:19.256836 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Tracking information for resource: floatingip configured {{(pid=103245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 23:29:19.261644 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.db.l3_agentschedulers_db [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 23:29:19.262335 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: port after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.262706 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: port after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.263101 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: port after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.263462 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: port after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.264283 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router before_create 55550100 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.264657 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.265030 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_create 55550100 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.265394 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > router precommit_update 55550100 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.270228 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.services.provider_configuration [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service providers = [] {{(pid=103245) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 23:29:19.270602 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.db.servicetype_db [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103245) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 23:29:19.273597 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.services.service_base [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 23:29:19.273955 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.services.service_base [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 23:29:19.274304 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.services.service_base [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 23:29:19.275207 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.services.service_base [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 23:29:19.275591 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.services.service_base [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 23:29:19.275992 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 23:29:19.276319 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 23:29:19.287195 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 23:29:19.287486 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading Plugin: auto_allocate Mar 28 23:29:19.293374 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: network precommit_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.293752 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: network precommit_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.294882 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 23:29:19.295210 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading Plugin: tag Mar 28 23:29:19.301736 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 23:29:19.302071 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading Plugin: timestamp Mar 28 23:29:19.306060 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 23:29:19.306395 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading Plugin: network_ip_availability Mar 28 23:29:19.311855 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.312233 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.312596 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.313304 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 23:29:19.313631 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading Plugin: flavors Mar 28 23:29:19.318334 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 23:29:19.318673 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading Plugin: revisions Mar 28 23:29:19.322969 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 23:29:19.323375 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_concurrency.lockutils [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.743s {{(pid=103245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 23:29:19.324142 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103245) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 23:29:19.324488 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Initializing extension manager. Mar 28 23:29:19.325027 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: __init__.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.325379 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: __pycache__ {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.325764 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: address_group.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.326527 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.327099 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: address-group Mar 28 23:29:19.327431 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: address_scope.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.328179 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.328695 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: address-scope Mar 28 23:29:19.329024 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.330132 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.330650 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: router-admin-state-down-before-update Mar 28 23:29:19.330979 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: agent.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.331687 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.332233 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: agent Mar 28 23:29:19.332565 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: agent_resources_synced.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.333491 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.334010 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: agent-resources-synced Mar 28 23:29:19.334340 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: allowedaddresspairs.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.336175 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.336702 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: allowed-address-pairs Mar 28 23:29:19.337032 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: auto_allocated_topology.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.338111 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.338630 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: auto-allocated-topology Mar 28 23:29:19.338959 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: availability_zone.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.339665 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.340207 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: availability_zone Mar 28 23:29:19.340537 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: availability_zone_filter.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.341982 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.342510 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: availability_zone_filter Mar 28 23:29:19.342844 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: data_plane_status.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.343776 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.344315 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 23:29:19.344644 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: default_subnetpools.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.345576 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.346087 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: default-subnetpools Mar 28 23:29:19.346415 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.347230 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.347746 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: dhcp_agent_scheduler Mar 28 23:29:19.348098 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: dns.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.349026 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.349540 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension dns-integration not supported by any of loaded plugins Mar 28 23:29:19.349865 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: dns_domain_ports.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.350794 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.351309 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 23:29:19.351638 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.352610 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.353124 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 23:29:19.353449 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: dvr.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.354131 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.354644 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: dvr Mar 28 23:29:19.354968 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: ecmp_routes.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.355936 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.356446 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 23:29:19.357383 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: empty_string_filtering.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.358316 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.358829 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: empty-string-filtering Mar 28 23:29:19.359152 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.360193 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.360707 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 23:29:19.361293 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.362224 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.362740 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 23:29:19.363144 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: external_net.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.364095 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.364611 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: external-net Mar 28 23:29:19.364936 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.365859 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.366371 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: extra_dhcp_opt Mar 28 23:29:19.366696 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: extraroute.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.367618 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.368157 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: extraroute Mar 28 23:29:19.368485 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: extraroute_atomic.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.369526 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.370040 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: extraroute-atomic Mar 28 23:29:19.370365 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: filter_validation.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.371042 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.371553 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: filter-validation Mar 28 23:29:19.371912 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: fip_pf_description.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.372865 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.373378 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 23:29:19.373901 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: fip_pf_port_range.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.374630 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.375133 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 28 23:29:19.375459 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: fip_port_details.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.376435 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.376946 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: fip-port-details Mar 28 23:29:19.377273 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: flavors.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.378507 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.379032 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: flavors Mar 28 23:29:19.379359 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.381051 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.381582 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 23:29:19.381922 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: floatingip_pools.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.382638 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.383157 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: floatingip-pools Mar 28 23:29:19.383488 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: ip_allocation.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.384465 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.384981 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 23:29:19.385311 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.386243 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.386759 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: ip-substring-filtering Mar 28 23:29:19.387089 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l2_adjacency.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.388109 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.388620 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 23:29:19.388946 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.391317 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.391894 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: router Mar 28 23:29:19.392240 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.394461 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.395002 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 23:29:19.395344 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.396310 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.396839 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: ext-gw-mode Mar 28 23:29:19.397172 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.398113 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.398634 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: l3-ha Mar 28 23:29:19.398965 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.399924 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.400441 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 28 23:29:19.400773 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3_flavors.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.401718 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.402239 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: l3-flavors Mar 28 23:29:19.402570 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.404518 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.405045 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 28 23:29:19.405382 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.406322 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.406845 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 23:29:19.407176 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: l3agentscheduler.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.408261 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.408785 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: l3_agent_scheduler Mar 28 23:29:19.409117 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: local_ip.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.410911 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.411445 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension local_ip not supported by any of loaded plugins Mar 28 23:29:19.411780 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: logging.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.413320 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.413853 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension logging not supported by any of loaded plugins Mar 28 23:29:19.414192 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: metering.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.414941 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.415531 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: metering Mar 28 23:29:19.415890 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.417001 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.417554 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: metering_source_and_destination_fields Mar 28 23:29:19.417886 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: multiprovidernet.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.418835 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.419993 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: multi-provider Mar 28 23:29:19.420327 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: netmtu.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.421291 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.421819 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: net-mtu Mar 28 23:29:19.422150 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: netmtu_writable.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.423093 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.423616 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: net-mtu-writable Mar 28 23:29:19.423988 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: network_availability_zone.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.424674 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.425189 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: network_availability_zone Mar 28 23:29:19.425513 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: network_ip_availability.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.426630 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.427152 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: network-ip-availability Mar 28 23:29:19.427481 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: network_segment_range.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.428289 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.428802 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 23:29:19.429130 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: pagination.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.430266 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.430609 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: pagination Mar 28 23:29:19.430937 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: port_device_profile.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.431900 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.432431 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: port-device-profile Mar 28 23:29:19.432760 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.433701 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.434221 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: port-mac-address-regenerate Mar 28 23:29:19.434549 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.435513 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.436055 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: port-numa-affinity-policy Mar 28 23:29:19.436384 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: port_resource_request.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.437311 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.437821 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 23:29:19.438146 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: port_resource_request_groups.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.439133 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.439647 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 28 23:29:19.440010 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: portbindings.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.440954 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.441475 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: binding Mar 28 23:29:19.441798 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: portbindings_extended.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.443071 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.443595 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: binding-extended Mar 28 23:29:19.443958 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: portsecurity.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.444900 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.445415 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: port-security Mar 28 23:29:19.445746 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: project_id.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.446745 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.447085 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: project-id Mar 28 23:29:19.447415 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: providernet.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.448382 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.448903 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: provider Mar 28 23:29:19.449228 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.452906 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.453442 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos not supported by any of loaded plugins Mar 28 23:29:19.453782 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.455052 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.455576 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 23:29:19.455949 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.456887 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.457414 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 23:29:19.457745 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_default.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.458692 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.459215 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-default not supported by any of loaded plugins Mar 28 23:29:19.459549 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_fip.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.460518 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.461038 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-fip not supported by any of loaded plugins Mar 28 23:29:19.461368 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.462309 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.462830 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 28 23:29:19.463160 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_gateway_ip.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.464214 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.464737 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 23:29:19.465063 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_port_network_policy.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.465998 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.467026 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 23:29:19.467354 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.468429 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.468950 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 28 23:29:19.469279 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.470336 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.470857 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 28 23:29:19.471188 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_pps_rule.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.472386 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.472916 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-pps not supported by any of loaded plugins Mar 28 23:29:19.473249 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_rule_type_details.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.474183 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.474698 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 23:29:19.475026 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.475985 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.476508 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 28 23:29:19.476836 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: qos_rules_alias.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.477904 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.478420 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 23:29:19.478749 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: quota_check_limit.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.479682 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.480226 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: quota-check-limit Mar 28 23:29:19.480558 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: quotasv2.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.481500 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.482433 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: quotas Mar 28 23:29:19.482769 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: quotasv2_detail.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.484745 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.485092 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: quota_details Mar 28 23:29:19.485429 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: rbac.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.486762 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.487303 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: rbac-policies Mar 28 23:29:19.487640 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: rbac_address_group.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.488621 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.489183 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: rbac-address-group Mar 28 23:29:19.489512 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: rbac_address_scope.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.490461 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.490984 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: rbac-address-scope Mar 28 23:29:19.491316 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: rbac_security_groups.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.492349 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.492876 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: rbac-security-groups Mar 28 23:29:19.493207 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: rbac_subnetpool.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.494138 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.494659 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: rbac-subnetpool Mar 28 23:29:19.495010 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: revisionifmatch.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.495951 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.496472 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: revision-if-match Mar 28 23:29:19.496803 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: revisions.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.497978 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.498500 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: standard-attr-revisions Mar 28 23:29:19.498841 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: router_availability_zone.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.499521 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.500075 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: router_availability_zone Mar 28 23:29:19.500404 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: routerservicetype.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.501345 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.501861 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension router-service-type not supported by any of loaded plugins Mar 28 23:29:19.502191 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.503141 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.503658 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: security-groups-normalized-cidr Mar 28 23:29:19.504013 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.504964 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.505482 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: port-security-groups-filtering Mar 28 23:29:19.505810 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.506761 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.507282 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: security-groups-remote-address-group Mar 28 23:29:19.507610 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.508591 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.509107 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: security-groups-shared-filtering Mar 28 23:29:19.509435 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.510035 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 28 23:29:19.510361 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: securitygroup.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.520064 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.520602 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: security-group Mar 28 23:29:19.520937 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: segment.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.521680 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.522206 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension segment not supported by any of loaded plugins Mar 28 23:29:19.522566 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.523545 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.524080 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 23:29:19.524412 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: servicetype.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.525553 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.526081 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: service-type Mar 28 23:29:19.526411 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: sorting.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.527413 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.527752 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: sorting Mar 28 23:29:19.528106 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: standard_attr_segment.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.529580 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.530105 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 23:29:19.530434 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: standardattrdescription.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.531092 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.531607 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: standard-attr-description Mar 28 23:29:19.531965 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: stateful_security_group.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.532920 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.533448 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: stateful-security-group Mar 28 23:29:19.533775 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: stdattrs_common.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.534354 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 23:29:19.534678 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.535637 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.537257 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 23:29:19.537566 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: subnet_onboard.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.538678 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.539210 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: subnet_onboard Mar 28 23:29:19.539541 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.540518 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.541039 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 23:29:19.541368 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: subnet_service_types.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.542303 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.542827 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: subnet-service-types Mar 28 23:29:19.543155 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: subnetallocation.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.544896 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.545423 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: subnet_allocation Mar 28 23:29:19.545755 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.546438 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.546959 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: subnetpool-prefix-ops Mar 28 23:29:19.547287 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.548277 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.548800 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 23:29:19.549131 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: tagging.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.550206 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.550733 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: standard-attr-tag Mar 28 23:29:19.551064 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: timestamp.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.552298 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.552822 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loaded extension: standard-attr-timestamp Mar 28 23:29:19.553153 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: trunk.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.554210 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.554751 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension trunk not supported by any of loaded plugins Mar 28 23:29:19.555062 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: trunk_details.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.556031 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.556553 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension trunk-details not supported by any of loaded plugins Mar 28 23:29:19.556880 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: uplink_status_propagation.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.557822 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.558340 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 23:29:19.558668 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Loading extension file: vlantransparent.py {{(pid=103245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 23:29:19.559345 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 23:29:19.559901 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 23:29:19.562383 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:network Mar 28 23:29:19.562897 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:subnet Mar 28 23:29:19.563303 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 23:29:19.563700 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:port Mar 28 23:29:19.565066 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.565512 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service FLAVORS assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.566138 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.566567 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.566903 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:router Mar 28 23:29:19.567335 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 23:29:19.567842 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service METERING assigned prefix: /metering {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.569294 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.569672 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.570031 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:29:19.571030 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 23:29:19.571478 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:security_group Mar 28 23:29:19.571945 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 23:29:19.572540 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service CORE assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.572888 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 23:29:19.573238 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] subnetpool is already registered Mar 28 23:29:19.573675 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service CORE assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.574008 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 23:29:19.574344 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] subnetpool is already registered Mar 28 23:29:19.576675 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.577119 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service FLAVORS assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.577723 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.578151 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.578489 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:router Mar 28 23:29:19.578833 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] router is already registered Mar 28 23:29:19.579249 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 23:29:19.579590 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] floatingip is already registered Mar 28 23:29:19.580089 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service METERING assigned prefix: /metering {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.580758 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 23:29:19.581089 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] rbac_policy is already registered Mar 28 23:29:19.581508 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:security_group Mar 28 23:29:19.581849 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] security_group is already registered Mar 28 23:29:19.582255 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 23:29:19.582592 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] security_group_rule is already registered Mar 28 23:29:19.583215 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service CORE assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.583557 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 23:29:19.583924 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] subnetpool is already registered Mar 28 23:29:19.584351 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.v2.resource_helper [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Service CORE assigned prefix: {{(pid=103245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 23:29:19.584693 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 23:29:19.585029 dv-cinder-835525-1-smb neutron-server[103245]: WARNING neutron.quota.resource_registry [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] subnetpool is already registered Mar 28 23:29:19.585501 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: extensions {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.586955 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: address-groups {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.588477 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: address-scopes {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.589804 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: agents {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.590968 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: auto-allocated-topology {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.592755 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: availability_zones {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.593978 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: dhcp-networks {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.595609 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: dhcp-agents {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.597074 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: routers {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.599322 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: flavors {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.600525 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: service_profiles {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.601831 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: next_providers {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.603277 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: service_profiles {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.605744 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: floatingip-pools {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.607569 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: routers {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.609732 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: floatingips {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.611287 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: l3-routers {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.612721 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: l3-agents {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.614217 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: metering-labels {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.617397 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: metering-label-rules {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.617397 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: network-ip-availabilities {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.618233 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: bindings {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.619942 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: quotas {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.621529 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: quotas {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.623097 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: rbac-policies {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.624430 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: security-groups {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.625679 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: security-group-rules {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.626905 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: service-providers {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.628145 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: subnetpools {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.629549 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: subnetpools {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.631023 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.632741 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.634564 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.636363 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.638711 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.640608 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.642306 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.644239 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.646036 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.648058 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron.api.extensions [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Extended resource: tags {{(pid=103245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 23:29:19.654559 dv-cinder-835525-1-smb neutron-server[103245]: WARNING keystonemiddleware.auth_token [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 23:29:19.659278 dv-cinder-835525-1-smb neutron-server[103245]: WARNING keystonemiddleware.auth_token [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 23:29:19.668074 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_concurrency.lockutils [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Acquired lock "singleton_lock" {{(pid=103245) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 28 23:29:19.668558 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_concurrency.lockutils [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Releasing lock "singleton_lock" {{(pid=103245) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 28 23:29:19.669237 dv-cinder-835525-1-smb neutron-server[103245]: INFO oslo_service.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Starting 2 workers Mar 28 23:29:19.674109 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Started child 103354 {{(pid=103245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 23:29:19.678597 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Started child 103355 {{(pid=103245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 23:29:19.679530 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:19.680295 dv-cinder-835525-1-smb neutron-server[103245]: INFO neutron.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 23:29:19.680943 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:19.681103 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [-] (103354) wsgi starting up on http://0.0.0.0:9696 Mar 28 23:29:19.683344 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:19.683815 dv-cinder-835525-1-smb neutron-server[103245]: INFO oslo_service.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Starting 1 workers Mar 28 23:29:19.684928 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [-] (103355) wsgi starting up on http://0.0.0.0:9696 Mar 28 23:29:19.688751 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Started child 103356 {{(pid=103245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 23:29:19.689314 dv-cinder-835525-1-smb neutron-server[103245]: INFO oslo_service.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Starting 1 workers Mar 28 23:29:19.692516 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] calling RpcWorker wait() {{(pid=103356) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 23:29:19.693045 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] returning from RpcWorker wait() {{(pid=103356) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 23:29:19.693934 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Started child 103357 {{(pid=103245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 23:29:19.694518 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:19.694760 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13837298-a99b-4574-bc90-8766d9e9e413 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:19.694995 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:29:19.696669 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103245) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 23:29:19.696897 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 23:29:19.697088 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 23:29:19.697321 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 23:29:19.697685 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 23:29:19.697853 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 23:29:19.698365 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.698655 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.698786 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:19.699290 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.699290 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.699461 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.700121 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.700382 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.701155 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.701443 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.701701 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.701871 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.702048 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.702226 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:29:19.702334 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.702526 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.702831 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.703104 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.703354 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.703619 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.703795 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.704096 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.704367 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.704599 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.704862 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] debug = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.705122 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.705604 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.705833 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.706085 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.706305 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.706582 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.706823 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.707110 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.707353 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.707585 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.707841 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.708108 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.708344 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.708593 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.708866 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.709081 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.709347 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.709589 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.710054 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] host = dv-cinder-835525-1-smb {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.710326 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.710548 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.710808 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.711055 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.711311 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.711544 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.711803 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.712102 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.712608 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.712779 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.713108 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.713705 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.713705 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.713942 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.714166 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_options = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.714505 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.714811 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.715304 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.715558 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.715767 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.715949 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.717104 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.717383 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.717732 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.718103 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.718329 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.718715 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.718959 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.721663 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.722032 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.722419 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.722749 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.726807 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.729370 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.729541 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.729812 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.730062 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.730315 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.730547 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.730796 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.731026 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.731268 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.731510 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.731741 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.732024 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.732244 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.732507 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.732741 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.732981 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.733241 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.733478 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.733707 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.733927 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.734232 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.734457 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.734714 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.734962 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.735179 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.735436 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.735652 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.736148 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.736364 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_json = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.736595 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.736826 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.737055 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.737285 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.737518 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.737729 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.737958 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.738189 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.738399 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.738846 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.739138 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.739436 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.739682 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.739941 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.740185 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.740414 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.740627 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.740878 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.741102 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.741424 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.741664 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.741948 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.742232 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.742494 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.742807 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.743076 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.743326 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.744173 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.744173 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.744173 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.744560 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.744560 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.744791 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.744972 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.745204 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.745429 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.745713 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.745976 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.746307 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.746586 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.746831 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.747093 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.747323 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.747534 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.747747 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.748021 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.748243 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.748472 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.748724 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.748956 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.749192 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.749411 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.749635 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.749865 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.750089 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.750339 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.750581 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.750806 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.751038 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.751266 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.751470 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.751683 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.751930 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.752154 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.752397 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.752643 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.752895 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.753107 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.753320 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.753547 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.753758 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.754016 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.754577 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.754895 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.756107 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.756368 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.757987 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.758277 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.758542 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.760150 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.760395 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.760650 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.760880 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.761133 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.761384 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.761633 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.761858 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.762096 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.762331 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.762551 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.762788 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.763494 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.763733 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.766060 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.766331 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.766558 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.766795 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.767027 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.767254 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.767484 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.767769 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.768131 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.768388 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.768642 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.768866 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.769115 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.769332 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.769586 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.769806 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.770041 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.770252 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.770504 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.770758 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.770998 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.771219 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.771440 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.771694 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.773633 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.774844 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.775093 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.775328 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.775582 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.775868 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.776169 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.776413 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.776657 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.776922 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.777181 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.777485 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.777737 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.778023 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.778272 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.778555 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.779506 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.779772 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.781464 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.781719 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.781997 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.782262 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.782516 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.782782 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.783019 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.783265 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.783504 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.783733 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.784522 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.784744 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.784977 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.785288 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.785862 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.786103 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.786323 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.787900 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.788486 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.788737 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.789009 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.789268 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.789512 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.789759 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.789996 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.790212 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.791637 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.792138 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.792407 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.792670 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.792906 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.793159 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.793411 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.793639 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.793914 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.794140 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.794365 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.794604 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.794828 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.795070 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.795319 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.795541 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.795761 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.796022 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.796244 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.796463 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.796682 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.796895 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.797163 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.797405 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.797670 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.797916 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.798130 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.798375 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.798617 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.798877 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.799091 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.799331 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.799550 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.799783 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.802376 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.802646 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.803303 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.803985 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.804265 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.804514 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.804778 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.805080 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.805411 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.805680 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.805929 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.806176 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.806463 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.806706 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.806969 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.807193 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.807438 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.807664 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.807946 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.808201 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.808418 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.808639 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.808875 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.809120 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.809376 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.809660 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.809934 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.810156 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.810401 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.810627 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.810850 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.811070 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.811286 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.811499 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.811738 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.811994 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.812232 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.812517 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.812771 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.813019 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.813292 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.813679 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.813942 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.814177 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.814390 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.814605 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.814838 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.815055 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.815268 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.815498 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.815708 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.815944 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.816187 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.816365 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:29:19.816462 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.816608 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.816833 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.817049 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.817262 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.817484 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.817700 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.817931 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.818161 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.818378 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.818589 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.818812 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.819057 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.819284 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.819502 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.819730 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.820026 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.820250 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.820461 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.820674 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.820957 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.821216 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.821443 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.821723 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.821984 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.822320 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.822468 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.822776 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.823012 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.823273 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.823617 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.823850 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.824244 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.824522 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.824841 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.825149 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.825405 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.826175 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.826444 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.826727 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.827001 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.827231 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.827526 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.827883 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.828183 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.828474 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.828717 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.828975 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.829200 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.829418 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.829669 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.829901 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.830118 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.830388 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.830623 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.830851 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.831090 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.831323 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.831544 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.831791 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.832028 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.832284 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.832503 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.832667 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 23:29:19.833190 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103245) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 23:29:19.833349 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 23:29:19.833504 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 23:29:19.833770 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 23:29:19.833952 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 23:29:19.834150 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 23:29:19.834305 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.834469 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.834634 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.834798 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.834959 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.835142 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.835307 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.835466 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.835623 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.835960 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.836122 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.836284 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.836444 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.836605 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.836767 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.836928 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.837089 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.837249 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.837416 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.837576 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.837737 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.837898 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.838056 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] debug = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.838242 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.838426 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.838598 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.838759 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.839071 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.839071 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.839314 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.839431 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.839521 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.839666 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.839841 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.840136 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.840437 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.840779 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.840945 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.841161 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.841805 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.841963 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.842118 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] host = dv-cinder-835525-1-smb {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.842310 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.842444 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.842580 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.842740 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.842922 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.843054 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.843218 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.843370 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.843523 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.843797 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.843975 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.844114 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.844289 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.844399 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.844564 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_options = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.844726 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.844885 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.845045 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.845238 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.845404 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.845563 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.845722 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.845880 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.846040 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.846197 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.846356 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.846515 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.846674 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.846833 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.846991 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.847148 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.847307 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.847466 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.847627 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.847785 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.847952 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.848113 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.848299 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.848424 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.848558 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.848717 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.848875 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.849035 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.849194 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.849352 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.849511 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.849670 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.849829 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.849988 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.850146 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.850305 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.850464 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.850717 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.851177 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.851177 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.851177 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852072 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852072 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852072 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852072 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852072 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852072 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_json = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852503 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852503 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852503 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852707 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852707 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.852873 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.853031 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.853189 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.853347 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 23:29:19.853523 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.853685 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.853960 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.854135 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.854278 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.854441 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.854603 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.854768 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.854928 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.855092 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.855254 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.855411 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.855578 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.855735 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.855925 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.856091 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.856249 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.856568 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.856749 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.856914 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.857074 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.857231 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.857400 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.857557 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.857717 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.857878 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.858040 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.858210 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.858371 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.858632 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.858748 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.858861 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.859031 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.859191 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.859350 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.859514 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.859676 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.859854 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.860018 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.860178 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.860492 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.860659 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.861085 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.861243 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.861400 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.861564 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.861726 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.861887 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.862048 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.862210 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.862375 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.862537 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.862685 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.862850 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.863012 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.863174 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.863334 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.863508 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.863670 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.863864 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.864029 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.864191 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.864336 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.864500 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.864661 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.864822 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.864983 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.865146 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.865321 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.865482 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.865643 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.865805 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.865966 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.866126 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.866287 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.866449 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.866597 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.866758 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.866918 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.867079 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.867241 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.867402 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.867563 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.867726 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.867911 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.868074 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.868234 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.868396 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.868563 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.868724 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.868884 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.869053 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.869229 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.869390 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.869556 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.869708 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.869865 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.870025 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.870185 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.870346 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.870506 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.870667 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.870826 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.870986 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.871149 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.871309 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.871469 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.871628 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.871788 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.871989 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.872150 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.872333 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.872495 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.872657 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.872818 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.872981 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.873142 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.873303 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.873463 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.873633 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.873795 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.873961 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.874122 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.874292 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.874462 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.874625 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.874786 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.874947 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.875108 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.875268 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.875428 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.875590 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.875751 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.875933 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.876096 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.876268 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.876430 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.876591 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.876753 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.876922 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.877084 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.877244 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.877407 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.877568 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.877728 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.877891 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.878053 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.878217 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.878378 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.878545 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.878708 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.878870 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.879032 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.879193 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.879355 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.879517 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.879679 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.879856 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.880021 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.880183 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.880344 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.880505 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.880665 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.880826 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.880986 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.881148 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.881308 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.881469 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.881629 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.881790 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.881950 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.882112 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.882273 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.882433 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.882595 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.882756 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.882920 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.883103 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.883266 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.883428 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.883590 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.883752 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.883937 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.884103 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.884266 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.884473 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.884635 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.884798 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.884960 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.885122 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.885285 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.885448 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.885609 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.885771 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.885949 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.886110 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.886270 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.886434 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.886595 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.886756 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.886918 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.887079 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.887240 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.887401 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.887564 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.887725 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.888428 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.888602 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.888763 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.888924 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.889093 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.889257 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.889420 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.889581 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.889745 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.889908 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.890069 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.890229 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.890391 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.890567 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.890715 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.890876 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.891037 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.891209 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.891373 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.891535 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.891696 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.891881 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.892060 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.892217 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.892377 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.892538 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.892700 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.892860 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.893022 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.893193 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.893354 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.893516 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.893678 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.893839 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.894022 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.894200 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.894361 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.894523 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.894683 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.894844 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.895006 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.895176 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.895338 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.895500 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.895660 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.895843 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.896009 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.896181 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.896343 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.896504 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.896664 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.896824 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.896986 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.897157 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.897320 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.897481 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.897649 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.897810 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.897970 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.898132 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.898304 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.898466 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.898631 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.898793 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.898958 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.899120 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.899283 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.899449 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.899619 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.899787 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.899971 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.900141 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.900312 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.900482 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.900644 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.900813 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.900986 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.901146 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.901306 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.901467 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.901627 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.901788 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.901948 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.902109 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.902269 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.902430 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.902589 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.902749 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.902910 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.903071 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.903233 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.903393 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.903660 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.904416 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.904610 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.904977 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 23:29:19.904977 dv-cinder-835525-1-smb neutron-server[103245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 23:29:19.908851 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52236) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:19.917381 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063710 Mar 28 23:29:31.155774 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a6255-b02d-4507-ad84-f7a0dbc6c362 None None] get_active_networks_info from dv-cinder-835525-1-smb {{(pid=103356) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 23:29:31.214742 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a6255-b02d-4507-ad84-f7a0dbc6c362 None None] No non-hosted networks {{(pid=103356) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 23:29:31.223490 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.agentschedulers_db [None req-519a6255-b02d-4507-ad84-f7a0dbc6c362 None None] DHCP Agent not found on host dv-cinder-835525-1-smb {{(pid=103356) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 23:29:31.302528 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcaf08f2-ab2e-4c94-b726-001396d9d128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612816'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:33.422986 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-91fd3531-37a2-48f6-b9bb-14c86df8dbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612816'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:33.473081 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9b00774-4864-406d-8d4b-5b0ed5bd0568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:34.470401 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52302) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:34.744370 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612816'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:35.151589 dv-cinder-835525-1-smb neutron-server[103355]: WARNING oslo_policy.policy [None req-82e1fb7f-d1e6-44a3-bd75-29c49a222ac0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 23:29:35.152528 dv-cinder-835525-1-smb neutron-server[103355]: WARNING oslo_policy.policy [None req-82e1fb7f-d1e6-44a3-bd75-29c49a222ac0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 23:29:35.385252 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [None req-82e1fb7f-d1e6-44a3-bd75-29c49a222ac0 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:29:35.386613 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-82e1fb7f-d1e6-44a3-bd75-29c49a222ac0 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9152985 Mar 28 23:29:36.131695 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612816'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:36.944924 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.db.l3_hamode_db [None req-5482a3ee-5559-44b9-b1d1-12765b0c48e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 23:29:37.026851 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482a3ee-5559-44b9-b1d1-12765b0c48e1 None None] Routers set() bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:29:37.027242 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482a3ee-5559-44b9-b1d1-12765b0c48e1 None None] Router IDs set() for agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 23:29:37.604856 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612816'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:37.607038 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.607387 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.607744 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.608100 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.608433 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.608834 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.609229 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.609586 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.609962 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.610562 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.611352 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.612022 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.612485 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.612938 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.613354 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:37.613807 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835525-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:29:37.623325 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835525-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:29:37.983706 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52336) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:38.290965 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-faea74ef-f087-48d1-82e6-274c64faa7f6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:29:38.382968 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.policy [None req-faea74ef-f087-48d1-82e6-274c64faa7f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103355) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 23:29:38.425731 dv-cinder-835525-1-smb neutron-server[103355]: WARNING oslo_policy.policy [None req-faea74ef-f087-48d1-82e6-274c64faa7f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 23:29:38.426110 dv-cinder-835525-1-smb neutron-server[103355]: WARNING oslo_policy.policy [None req-faea74ef-f087-48d1-82e6-274c64faa7f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 23:29:38.521209 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-faea74ef-f087-48d1-82e6-274c64faa7f6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756320684392', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756320685915', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756320667852', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756320678939', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756320913432', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756320614959', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1547622', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1560432', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-392756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8035347'] for rbac-policy (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:38.589694 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-faea74ef-f087-48d1-82e6-274c64faa7f6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:38.590798 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-faea74ef-f087-48d1-82e6-274c64faa7f6 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6061575 Mar 28 23:29:41.078312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52348) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:41.380544 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:29:41.409427 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Made reservation on behalf of e270ad9650444ce69a0c36608df25afb for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:29:41.413255 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:41.429129 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:41.538754 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Publish callbacks [] for security_group (3d00afc5-e04b-4744-aad7-6fc9f8322243), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:41.542437 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3d00afc5-e04b-4744-aad7-6fc9f8322243), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:41.566183 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:29:41.601035 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756318804785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (d789e7ac-cb8a-4e06-8d1e-af1eaac4957e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:41.601634 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Unsubscribe: segment precommit_create {{(pid=103355) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 23:29:41.602147 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Added segment d789e7ac-cb8a-4e06-8d1e-af1eaac4957e of type vlan for network 683259ff-5137-499e-9fbd-2b48618171a0 Mar 28 23:29:41.618685 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3d00afc5-e04b-4744-aad7-6fc9f8322243,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:29:41.668209 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.668551 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.668900 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.669248 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.669631 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.670028 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.670356 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.670680 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.671006 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.671326 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.671648 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.672006 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.672332 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.672650 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.672967 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Tracked resource versions report: Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: pushed versions: Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: { 'AddressGroup': {'1.2'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Agent': {'1.1'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'ConntrackHelper': {'1.0'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'LocalIPAssociation': {'1.0'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Log': {'1.0'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'NDPProxy': {'1.0'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Network': {'1.1'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Port': {'1.7'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'PortForwarding': {'1.3'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'QosPolicy': {'1.10'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'SecurityGroup': {'1.5'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'SecurityGroupRule': {'1.2'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'SubPort': {'1.0'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Subnet': {'1.1'}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Trunk': {'1.1'}} Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: consumer versions: Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: { DHCP agent@dv-cinder-835525-1-smb: {}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: L3 agent@dv-cinder-835525-1-smb: {}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: Metadata agent@dv-cinder-835525-1-smb: {}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: Metering agent@dv-cinder-835525-1-smb: {}, Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: Open vSwitch agent@dv-cinder-835525-1-smb: { 'AddressGroup': '1.2', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Agent': '1.1', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'ConntrackHelper': '1.0', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'LocalIPAssociation': '1.0', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Log': '1.0', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'NDPProxy': '1.0', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Network': '1.1', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Port': '1.7', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'PortForwarding': '1.3', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'QosPolicy': '1.10', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'SecurityGroup': '1.5', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'SecurityGroupRule': '1.2', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'SubPort': '1.0', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Subnet': '1.1', Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: 'Trunk': '1.1'}} Mar 28 23:29:41.674155 dv-cinder-835525-1-smb neutron-server[103355]: {{(pid=103355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 23:29:41.705422 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (683259ff-5137-499e-9fbd-2b48618171a0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:41.752231 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (683259ff-5137-499e-9fbd-2b48618171a0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:41.757309 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:29:41.758034 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:41.855311 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7758338 Mar 28 23:29:41.873121 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c345c-04fb-4ef2-bce8-158c228e2a8f demo demo] Pushing event updated for resources: {'Network': ['ID=683259ff-5137-499e-9fbd-2b48618171a0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:29:41.885986 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 683259ff-5137-499e-9fbd-2b48618171a0 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:29:44.377140 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52360) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:44.772377 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9536d546-9b17-42c1-979d-a023251f78e9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:29:44.773738 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9536d546-9b17-42c1-979d-a023251f78e9 demo admin] 10.222.0.16 "GET /v2.0/networks/683259ff-5137-499e-9fbd-2b48618171a0 HTTP/1.1" status: 200 len: 825 time: 0.3956654 Mar 28 23:29:44.797382 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-55a46d38-1ade-4898-b91c-addee14d42c0 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/473cb9a1-b996-40fb-8829-730b91008472 HTTP/1.1" status: 200 len: 734 time: 0.0176296 Mar 28 23:29:44.805481 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Request body: {'subnet': {'network_id': '683259ff-5137-499e-9fbd-2b48618171a0', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '473cb9a1-b996-40fb-8829-730b91008472', 'gateway_ip': '172.20.0.1'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:29:44.826508 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Made reservation on behalf of e270ad9650444ce69a0c36608df25afb for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:29:44.828806 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:45.109554 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (ad45def3-bcc5-4760-81f2-cad85037c2d5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:45.178075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Pushing event updated for resources: {'Subnet': ['ID=ad45def3-bcc5-4760-81f2-cad85037c2d5,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:29:45.182996 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Checking segment: {'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:29:45.183419 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Network hostable DHCP agents. Network: 683259ff-5137-499e-9fbd-2b48618171a0, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:29:45.203262 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Network 683259ff-5137-499e-9fbd-2b48618171a0 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:29:45.213649 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 683259ff-5137-499e-9fbd-2b48618171a0) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:29:45.218141 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:29:45.218758 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:45.223909 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1612227-1737-4b3d-8e5e-a0d8cf3a909a None None] Network 683259ff-5137-499e-9fbd-2b48618171a0 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:29:45.234372 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d0f9606c-2a62-42ac-9712-dde6c3a2c80d demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4319825 Mar 28 23:29:45.596258 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-683259ff-5137-499e-9fbd-2b48618171a0', 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0', 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'fixed_ips': [{'subnet_id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:29:45.597500 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:45.871469 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Allocated IP 172.20.0.2 (683259ff-5137-499e-9fbd-2b48618171a0/ad45def3-bcc5-4760-81f2-cad85037c2d5/9ea75540-1fc9-4592-b99f-2c4ed6bf75aa) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:29:46.138816 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Publish callbacks [] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:46.146078 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:46.229957 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Network 683259ff-5137-499e-9fbd-2b48618171a0 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:29:46.234254 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:29:46.236450 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Pushing event updated for resources: {'Port': ['ID=9ea75540-1fc9-4592-b99f-2c4ed6bf75aa,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:29:46.240963 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:29:46.249098 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.249454 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.249803 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.250163 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.250505 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.250843 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.251176 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.251509 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.251855 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.252189 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.252525 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.252873 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.253205 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.253531 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.253857 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Tracked resource versions report: Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: pushed versions: Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: { 'AddressGroup': {'1.2'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Agent': {'1.1'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'LocalIPAssociation': {'1.0'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Log': {'1.0'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'NDPProxy': {'1.0'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Network': {'1.1'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Port': {'1.7'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'PortForwarding': {'1.3'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'QosPolicy': {'1.10'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'SecurityGroup': {'1.5'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'SubPort': {'1.0'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Subnet': {'1.1'}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Trunk': {'1.1'}} Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: consumer versions: Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: { DHCP agent@dv-cinder-835525-1-smb: {}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: L3 agent@dv-cinder-835525-1-smb: {}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: Metadata agent@dv-cinder-835525-1-smb: {}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: Metering agent@dv-cinder-835525-1-smb: {}, Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: Open vSwitch agent@dv-cinder-835525-1-smb: { 'AddressGroup': '1.2', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Agent': '1.1', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'ConntrackHelper': '1.0', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'LocalIPAssociation': '1.0', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Log': '1.0', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'NDPProxy': '1.0', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Network': '1.1', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Port': '1.7', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'PortForwarding': '1.3', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'QosPolicy': '1.10', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'SecurityGroup': '1.5', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'SecurityGroupRule': '1.2', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'SubPort': '1.0', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Subnet': '1.1', Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: 'Trunk': '1.1'}} Mar 28 23:29:46.255016 dv-cinder-835525-1-smb neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 23:29:46.331167 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Attempting to bind port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:29:46.331591 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Attempting to bind port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:29:46.332057 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Attempting to bind port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa on network 683259ff-5137-499e-9fbd-2b48618171a0 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:29:46.337048 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:29:46.337435 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Checking segment: {'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:29:46.337913 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:46.338309 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Bound using segment: {'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:29:46.338788 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Bound port: 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:29:46.339204 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:46.399771 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] For port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:29:46.404524 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] For port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=9ea75540-1fc9-4592-b99f-2c4ed6bf75aa,segment=NetworkSegment(d789e7ac-cb8a-4e06-8d1e-af1eaac4957e),segment_id=d789e7ac-cb8a-4e06-8d1e-af1eaac4957e)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:29:46.413441 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:46.477093 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88015f87-b102-4eb5-91a4-10c7eb2af1c8 None None] Pushing event updated for resources: {'Port': ['ID=9ea75540-1fc9-4592-b99f-2c4ed6bf75aa,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:29:47.759256 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52368) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:48.076948 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [None req-7429ffdb-aeb4-4005-b40f-3ebb7c294e38 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:29:48.078171 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7429ffdb-aeb4-4005-b40f-3ebb7c294e38 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178010 Mar 28 23:29:50.607020 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52376) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:50.913040 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [None req-97d26ba0-b260-42f4-9aa5-95585b271824 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:29:50.914163 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-97d26ba0-b260-42f4-9aa5-95585b271824 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3062301 Mar 28 23:29:53.419608 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52384) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:53.727181 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-5bff035c-cca4-4c56-84ec-18443e1efbc8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:29:53.751011 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bff035c-cca4-4c56-84ec-18443e1efbc8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (7b79b203-f4f1-4576-b252-e1beb0a2899c), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:53.752633 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bff035c-cca4-4c56-84ec-18443e1efbc8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (7b79b203-f4f1-4576-b252-e1beb0a2899c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:53.886862 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bff035c-cca4-4c56-84ec-18443e1efbc8 demo demo] Publish callbacks [] for router_controller (7b79b203-f4f1-4576-b252-e1beb0a2899c), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:53.891528 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bff035c-cca4-4c56-84ec-18443e1efbc8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (7b79b203-f4f1-4576-b252-e1beb0a2899c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:53.909340 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bff035c-cca4-4c56-84ec-18443e1efbc8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:53.910506 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5bff035c-cca4-4c56-84ec-18443e1efbc8 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4898057 Mar 28 23:29:56.293216 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:29:56.381482 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:29:56.381902 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:56.410216 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52396) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:56.491622 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:29:56.492120 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:56.529176 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=9ea75540-1fc9-4592-b99f-2c4ed6bf75aa,segment=NetworkSegment(d789e7ac-cb8a-4e06-8d1e-af1eaac4957e),segment_id=d789e7ac-cb8a-4e06-8d1e-af1eaac4957e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:29:56.535167 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:56.584559 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=9ea75540-1fc9-4592-b99f-2c4ed6bf75aa,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:29:56.749277 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [None req-29b9a749-206d-4408-a920-0c2157dbaa6d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:29:56.750289 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-29b9a749-206d-4408-a920-0c2157dbaa6d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3390393 Mar 28 23:29:57.695344 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b15d2-6276-4d64-91e3-6532aa936cb5 None None] Network 683259ff-5137-499e-9fbd-2b48618171a0 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:29:57.749175 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ecfe3265-6e65-4eef-9601-d25d1deb4bd4 None None] Provisioning complete for port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:29:57.749562 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3265-6e65-4eef-9601-d25d1deb4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:57.888556 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe3265-6e65-4eef-9601-d25d1deb4bd4 None None] Current status of the port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:29:58.108209 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ac8acddf-a89e-441a-8a70-4cf8b687c29a None None] Provisioning complete for port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:29:58.108601 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac8acddf-a89e-441a-8a70-4cf8b687c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:58.187156 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ac8acddf-a89e-441a-8a70-4cf8b687c29a None None] Current status of the port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:29:58.282446 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:29:58.329419 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:29:58.329810 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:58.403847 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:29:59.267785 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52404) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:29:59.571625 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:29:59.592344 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Made reservation on behalf of 786b4ed1a6904a2e85d7e841116fc565 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:29:59.594497 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:59.604174 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:59.676445 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Publish callbacks [] for security_group (3aaaf762-4bf1-4d77-ba83-e004f24c73cf), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:59.679622 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3aaaf762-4bf1-4d77-ba83-e004f24c73cf), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:59.692329 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Reserving flat network on physical network physnet1 {{(pid=103355) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 23:29:59.713312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (5f685080-bfa8-47f9-8a4c-932135855800), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:59.713645 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Added segment 5f685080-bfa8-47f9-8a4c-932135855800 of type flat for network b7b60cb5-883f-45eb-9129-9051184e025c Mar 28 23:29:59.714857 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaaf762-4bf1-4d77-ba83-e004f24c73cf,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:29:59.760885 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (b7b60cb5-883f-45eb-9129-9051184e025c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:59.793411 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (b7b60cb5-883f-45eb-9129-9051184e025c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:59.794323 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:29:59.794889 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:29:59.870680 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6018136 Mar 28 23:29:59.884658 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ee58-f6e7-4c08-aab8-1e062edf5b91 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b60cb5-883f-45eb-9129-9051184e025c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:29:59.896241 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network b7b60cb5-883f-45eb-9129-9051184e025c details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:30:01.102401 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-866e00c5-1c03-42c0-adcb-ef11f4dbee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:02.342852 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52412) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:30:02.685750 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b5b619-1bb2-4315-a7eb-4544c6308d50 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:30:02.687058 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d7b5b619-1bb2-4315-a7eb-4544c6308d50 demo admin] 10.222.0.16 "GET /v2.0/subnets/ad45def3-bcc5-4760-81f2-cad85037c2d5 HTTP/1.1" status: 200 len: 849 time: 0.3432665 Mar 28 23:30:02.807504 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-70e6668e-e172-42e7-a0db-6a0b974eba90 demo admin] 10.222.0.16 "GET /v2.0/routers/7b79b203-f4f1-4576-b252-e1beb0a2899c HTTP/1.1" status: 200 len: 704 time: 0.1147676 Mar 28 23:30:03.073307 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:03.399526 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Allocated IP 172.20.0.1 (683259ff-5137-499e-9fbd-2b48618171a0/ad45def3-bcc5-4760-81f2-cad85037c2d5/c738b7e1-8420-4fac-ac58-12dce48ba647) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:30:03.417418 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0899d5c4-0dcb-4780-94d4-c9ca75cf7f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:03.554182 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Publish callbacks [] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:03.620822 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:03.686594 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Network 683259ff-5137-499e-9fbd-2b48618171a0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:30:03.691241 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:30:03.698686 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:30:03.699225 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (7b79b203-f4f1-4576-b252-e1beb0a2899c), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:03.764946 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Pushing event updated for resources: {'Port': ['ID=c738b7e1-8420-4fac-ac58-12dce48ba647,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:03.911864 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:03.939226 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ea83969e-afcb-4006-a6a9-217abc84fee7 None None] Provisioning complete for port c738b7e1-8420-4fac-ac58-12dce48ba647 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:30:03.939536 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea83969e-afcb-4006-a6a9-217abc84fee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:03.975528 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ea83969e-afcb-4006-a6a9-217abc84fee7 None None] Port c738b7e1-8420-4fac-ac58-12dce48ba647 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:30:04.121612 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Publish callbacks [] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:04.125936 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:04.126685 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (7b79b203-f4f1-4576-b252-e1beb0a2899c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:04.204233 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Pushing event updated for resources: {'Port': ['ID=c738b7e1-8420-4fac-ac58-12dce48ba647,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:04.248676 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Network 683259ff-5137-499e-9fbd-2b48618171a0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:30:04.249936 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:30:04.413323 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Router 7b79b203-f4f1-4576-b252-e1beb0a2899c is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:30:04.506924 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:30:04.512846 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6dd48559-12e8-42b4-8ff9-39495972a9eb demo admin] 10.222.0.16 "PUT /v2.0/routers/7b79b203-f4f1-4576-b252-e1beb0a2899c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6990180 Mar 28 23:30:04.521184 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Sync routers for ids ['7b79b203-f4f1-4576-b252-e1beb0a2899c'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:30:04.534472 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Routers {'7b79b203-f4f1-4576-b252-e1beb0a2899c'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:30:04.535333 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:30:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['7b79b203-f4f1-4576-b252-e1beb0a2899c'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:30:04.555016 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c2ef99d-8ff0-4978-a8c4-4f06c7d785ef None None] Provisioning complete for port c738b7e1-8420-4fac-ac58-12dce48ba647 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:30:04.555622 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c2ef99d-8ff0-4978-a8c4-4f06c7d785ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:04.590358 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ef99d-8ff0-4978-a8c4-4f06c7d785ef None None] Port c738b7e1-8420-4fac-ac58-12dce48ba647 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:30:04.667696 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:04.729938 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Set router 7b79b203-f4f1-4576-b252-e1beb0a2899c gateway port host: None {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:30:05.158646 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'name': 'router1', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:29:53Z', 'updated_at': '2022-03-28T23:30:03Z', 'revision_number': 2, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'gw_port_host': None, '_interfaces': [{'id': 'c738b7e1-8420-4fac-ac58-12dce48ba647', 'name': '', 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'mac_address': 'fa:16:3e:6f:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:03Z', 'updated_at': '2022-03-28T23:30:03Z', 'revision_number': 2, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'subnets': [{'id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '473cb9a1-b996-40fb-8829-730b91008472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:30:05.208086 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Checking router: 7b79b203-f4f1-4576-b252-e1beb0a2899c for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:30:05.208457 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Updating router 7b79b203-f4f1-4576-b252-e1beb0a2899c port c738b7e1-8420-4fac-ac58-12dce48ba647 binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:30:05.259493 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:05.786741 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Publish callbacks [] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:05.794816 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:05.974859 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Attempting to bind port c738b7e1-8420-4fac-ac58-12dce48ba647 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:30:05.975277 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Attempting to bind port c738b7e1-8420-4fac-ac58-12dce48ba647 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:30:05.975717 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Attempting to bind port c738b7e1-8420-4fac-ac58-12dce48ba647 on network 683259ff-5137-499e-9fbd-2b48618171a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:30:05.982204 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:30:05.982617 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Checking segment: {'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:30:05.983094 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:05.983492 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Bound using segment: {'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:30:05.984115 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Bound port: c738b7e1-8420-4fac-ac58-12dce48ba647, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd789e7ac-cb8a-4e06-8d1e-af1eaac4957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:30:05.984702 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:06.000533 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Pushing event updated for resources: {'Port': ['ID=c738b7e1-8420-4fac-ac58-12dce48ba647,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:06.027117 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.027467 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.027876 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.028242 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.028584 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.028922 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.029249 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.029577 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.029904 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.030232 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.030562 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.030911 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.031239 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.031560 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.031902 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Tracked resource versions report: Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: pushed versions: Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: { 'AddressGroup': {'1.2'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Agent': {'1.1'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'ConntrackHelper': {'1.0'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'LocalIPAssociation': {'1.0'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Log': {'1.0'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'NDPProxy': {'1.0'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Network': {'1.1'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Port': {'1.7'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'PortForwarding': {'1.3'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'QosPolicy': {'1.10'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'SecurityGroup': {'1.5'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'SecurityGroupRule': {'1.2'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'SubPort': {'1.0'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Subnet': {'1.1'}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Trunk': {'1.1'}} Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: consumer versions: Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: { DHCP agent@dv-cinder-835525-1-smb: {}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: L3 agent@dv-cinder-835525-1-smb: {}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: Metadata agent@dv-cinder-835525-1-smb: {}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: Metering agent@dv-cinder-835525-1-smb: {}, Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: Open vSwitch agent@dv-cinder-835525-1-smb: { 'AddressGroup': '1.2', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Agent': '1.1', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'ConntrackHelper': '1.0', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'LocalIPAssociation': '1.0', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Log': '1.0', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'NDPProxy': '1.0', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Network': '1.1', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Port': '1.7', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'PortForwarding': '1.3', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'QosPolicy': '1.10', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'SecurityGroup': '1.5', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'SecurityGroupRule': '1.2', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'SubPort': '1.0', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Subnet': '1.1', Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: 'Trunk': '1.1'}} Mar 28 23:30:06.033069 dv-cinder-835525-1-smb neutron-server[103357]: {{(pid=103357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 23:30:06.078586 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:06.079693 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] For port c738b7e1-8420-4fac-ac58-12dce48ba647, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:30:06.100344 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] For port c738b7e1-8420-4fac-ac58-12dce48ba647, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=c738b7e1-8420-4fac-ac58-12dce48ba647,segment=NetworkSegment(d789e7ac-cb8a-4e06-8d1e-af1eaac4957e),segment_id=d789e7ac-cb8a-4e06-8d1e-af1eaac4957e)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:30:06.106581 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:06.124910 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-491a5078-a4eb-4848-9066-5b439db7de85 None None] Provisioning complete for port c738b7e1-8420-4fac-ac58-12dce48ba647 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:30:06.125448 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-491a5078-a4eb-4848-9066-5b439db7de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:06.163786 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521924a-5116-489b-954d-aa28e3cd2807 None None] Pushing event updated for resources: {'Port': ['ID=c738b7e1-8420-4fac-ac58-12dce48ba647,revision_number=4']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:06.173204 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Routers {'7b79b203-f4f1-4576-b252-e1beb0a2899c'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:30:06.173746 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:30:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['7b79b203-f4f1-4576-b252-e1beb0a2899c'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:30:06.223241 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-491a5078-a4eb-4848-9066-5b439db7de85 None None] Current status of the port c738b7e1-8420-4fac-ac58-12dce48ba647 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:30:06.223241 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-491a5078-a4eb-4848-9066-5b439db7de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:06.262867 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-491a5078-a4eb-4848-9066-5b439db7de85 None None] For port c738b7e1-8420-4fac-ac58-12dce48ba647, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=c738b7e1-8420-4fac-ac58-12dce48ba647,segment=NetworkSegment(d789e7ac-cb8a-4e06-8d1e-af1eaac4957e),segment_id=d789e7ac-cb8a-4e06-8d1e-af1eaac4957e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:30:06.269239 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-491a5078-a4eb-4848-9066-5b439db7de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:06.283286 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] Set router 7b79b203-f4f1-4576-b252-e1beb0a2899c gateway port host: None {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:30:06.328057 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a5078-a4eb-4848-9066-5b439db7de85 None None] Pushing event updated for resources: {'Port': ['ID=c738b7e1-8420-4fac-ac58-12dce48ba647,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:06.391157 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-e0b8fea9-7b08-4804-9fb2-00610f18cfbd None None] Provisioning complete for port c738b7e1-8420-4fac-ac58-12dce48ba647 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:30:06.391699 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fea9-7b08-4804-9fb2-00610f18cfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:06.477774 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8fea9-7b08-4804-9fb2-00610f18cfbd None None] Current status of the port c738b7e1-8420-4fac-ac58-12dce48ba647 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:30:06.516249 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'name': 'router1', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:29:53Z', 'updated_at': '2022-03-28T23:30:03Z', 'revision_number': 2, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'gw_port_host': None, '_interfaces': [{'id': 'c738b7e1-8420-4fac-ac58-12dce48ba647', 'name': '', 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'mac_address': 'fa:16:3e:6f:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:03Z', 'updated_at': '2022-03-28T23:30:06Z', 'revision_number': 4, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'subnets': [{'id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '473cb9a1-b996-40fb-8829-730b91008472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:30:06.546135 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c468d1-b6ce-4711-a49a-00e50e02c70e None None] The sync data for ids ['7b79b203-f4f1-4576-b252-e1beb0a2899c'] in dv-cinder-835525-1-smb is: [{'id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'name': 'router1', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:29:53Z', 'updated_at': '2022-03-28T23:30:03Z', 'revision_number': 2, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'gw_port_host': None, '_interfaces': [{'id': 'c738b7e1-8420-4fac-ac58-12dce48ba647', 'name': '', 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'mac_address': 'fa:16:3e:6f:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:03Z', 'updated_at': '2022-03-28T23:30:06Z', 'revision_number': 4, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'subnets': [{'id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '473cb9a1-b996-40fb-8829-730b91008472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:30:07.036147 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52432) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:30:07.232399 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ffb5b6-869a-40b8-a294-a99d450c8f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:30:07.233747 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c8ffb5b6-869a-40b8-a294-a99d450c8f78 admin admin] 10.222.0.16 "GET /v2.0/networks/b7b60cb5-883f-45eb-9129-9051184e025c HTTP/1.1" status: 200 len: 842 time: 0.1966555 Mar 28 23:30:07.243160 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'name': 'public-subnet'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:30:07.263729 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Made reservation on behalf of 786b4ed1a6904a2e85d7e841116fc565 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:30:07.266007 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:07.601355 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:07.622853 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.objects.ports [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103355) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 23:30:07.623278 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (76b1c99b-a202-4699-a31e-9a69ce3304c1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:07.675508 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b1c99b-a202-4699-a31e-9a69ce3304c1,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:07.684538 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:30:07.684893 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Network hostable DHCP agents. Network: b7b60cb5-883f-45eb-9129-9051184e025c, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:30:07.700576 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:30:07.709051 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, b7b60cb5-883f-45eb-9129-9051184e025c) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:30:07.713621 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:30:07.714366 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:07.721353 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1702d4f2-6173-4f8f-a0ee-e0493507aae7 None None] Network b7b60cb5-883f-45eb-9129-9051184e025c requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:30:07.732490 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-36929ef0-d33a-40ef-975f-3211b8572fc9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4926209 Mar 28 23:30:07.827873 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17893bc5-bf2b-4ef1-b6de-0a1ac8f7ec5e None None] Network b7b60cb5-883f-45eb-9129-9051184e025c requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:30:10.221749 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52450) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:30:10.352031 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-a33013fd-b71d-486d-b01b-31dc8b494079 demo admin] 10.222.0.16 "GET /v2.0/routers/7b79b203-f4f1-4576-b252-e1beb0a2899c HTTP/1.1" status: 200 len: 710 time: 0.1294317 Mar 28 23:30:10.435570 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59881a9c-1f5e-4745-9748-88626fbe7aa4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:30:10.437096 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-59881a9c-1f5e-4745-9748-88626fbe7aa4 demo admin] 10.222.0.16 "GET /v2.0/networks/b7b60cb5-883f-45eb-9129-9051184e025c HTTP/1.1" status: 200 len: 886 time: 0.0799181 Mar 28 23:30:10.445805 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:30:10.704678 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks [] for router_gateway (7b79b203-f4f1-4576-b252-e1beb0a2899c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:10.938348 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks [] for router_gateway (7b79b203-f4f1-4576-b252-e1beb0a2899c), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:11.009683 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:11.117119 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Allocated IP 172.28.0.121 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/d8ac4bc6-577e-4334-ba50-597c51bcef7d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:30:11.218803 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks [] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:11.253786 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:11.295338 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:30:11.300277 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:30:11.307042 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:30:11.309330 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Pushing event updated for resources: {'Port': ['ID=d8ac4bc6-577e-4334-ba50-597c51bcef7d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:11.657678 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks [] for router_gateway (7b79b203-f4f1-4576-b252-e1beb0a2899c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:11.866236 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-607950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1418'] for router (7b79b203-f4f1-4576-b252-e1beb0a2899c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:11.870934 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-607961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-607952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614070'] for router (7b79b203-f4f1-4576-b252-e1beb0a2899c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:11.982411 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Router 7b79b203-f4f1-4576-b252-e1beb0a2899c has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:30:12.098212 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:30:12.103192 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:12.108274 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-84fcd440-4dad-41fe-a9ac-30a289787230 demo admin] 10.222.0.16 "PUT /v2.0/routers/7b79b203-f4f1-4576-b252-e1beb0a2899c HTTP/1.1" status: 200 len: 890 time: 1.6655772 Mar 28 23:30:14.318712 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device c738b7e1-8420-4fac-ac58-12dce48ba647 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:30:14.366673 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port c738b7e1-8420-4fac-ac58-12dce48ba647 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:30:14.367074 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:14.442907 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port c738b7e1-8420-4fac-ac58-12dce48ba647 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:30:14.618877 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52462) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:30:14.741038 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b4807f05-8d94-45fb-98b6-045fd7810d0c admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1209519 Mar 28 23:30:15.212617 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Sync routers for ids ['7b79b203-f4f1-4576-b252-e1beb0a2899c'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:30:15.227986 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Routers {'7b79b203-f4f1-4576-b252-e1beb0a2899c'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:30:15.228658 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:30:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['7b79b203-f4f1-4576-b252-e1beb0a2899c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:30:15.445938 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Set router 7b79b203-f4f1-4576-b252-e1beb0a2899c gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:30:15.922668 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'name': 'router1', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'd8ac4bc6-577e-4334-ba50-597c51bcef7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:29:53Z', 'updated_at': '2022-03-28T23:30:11Z', 'revision_number': 4, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'gw_port': {'id': 'd8ac4bc6-577e-4334-ba50-597c51bcef7d', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:11Z', 'updated_at': '2022-03-28T23:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'c738b7e1-8420-4fac-ac58-12dce48ba647', 'name': '', 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'mac_address': 'fa:16:3e:6f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:03Z', 'updated_at': '2022-03-28T23:30:06Z', 'revision_number': 5, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'subnets': [{'id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '473cb9a1-b996-40fb-8829-730b91008472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:30:15.977518 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Checking router: 7b79b203-f4f1-4576-b252-e1beb0a2899c for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:30:15.977895 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Updating router 7b79b203-f4f1-4576-b252-e1beb0a2899c port d8ac4bc6-577e-4334-ba50-597c51bcef7d binding host dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:30:16.031384 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:16.366412 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Publish callbacks [] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:16.372221 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:16.426609 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Attempting to bind port d8ac4bc6-577e-4334-ba50-597c51bcef7d on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:30:16.426985 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Attempting to bind port d8ac4bc6-577e-4334-ba50-597c51bcef7d by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:30:16.427357 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Attempting to bind port d8ac4bc6-577e-4334-ba50-597c51bcef7d on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:30:16.442868 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342c58d-dad0-4c2a-9990-c6ed05a1d375 None None] Pushing event updated for resources: {'Port': ['ID=d8ac4bc6-577e-4334-ba50-597c51bcef7d,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:16.445461 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:30:16.445811 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:30:16.446217 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:16.446773 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:30:16.447079 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Bound port: d8ac4bc6-577e-4334-ba50-597c51bcef7d, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:30:16.447465 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:16.504403 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] For port d8ac4bc6-577e-4334-ba50-597c51bcef7d, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:30:16.507871 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] For port d8ac4bc6-577e-4334-ba50-597c51bcef7d, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=d8ac4bc6-577e-4334-ba50-597c51bcef7d,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:30:16.515798 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:16.579245 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342c58d-dad0-4c2a-9990-c6ed05a1d375 None None] Pushing event updated for resources: {'Port': ['ID=d8ac4bc6-577e-4334-ba50-597c51bcef7d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:16.586662 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Routers {'7b79b203-f4f1-4576-b252-e1beb0a2899c'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:30:16.587297 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:30:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['7b79b203-f4f1-4576-b252-e1beb0a2899c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:30:16.702206 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] Set router 7b79b203-f4f1-4576-b252-e1beb0a2899c gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:30:16.933272 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'name': 'router1', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'd8ac4bc6-577e-4334-ba50-597c51bcef7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:29:53Z', 'updated_at': '2022-03-28T23:30:11Z', 'revision_number': 4, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'gw_port': {'id': 'd8ac4bc6-577e-4334-ba50-597c51bcef7d', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:11Z', 'updated_at': '2022-03-28T23:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'c738b7e1-8420-4fac-ac58-12dce48ba647', 'name': '', 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'mac_address': 'fa:16:3e:6f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:03Z', 'updated_at': '2022-03-28T23:30:06Z', 'revision_number': 5, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'subnets': [{'id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '473cb9a1-b996-40fb-8829-730b91008472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:30:16.960675 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132b121-724b-49f9-865c-1744cac2b424 None None] The sync data for ids ['7b79b203-f4f1-4576-b252-e1beb0a2899c'] in dv-cinder-835525-1-smb is: [{'id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'name': 'router1', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'd8ac4bc6-577e-4334-ba50-597c51bcef7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:29:53Z', 'updated_at': '2022-03-28T23:30:11Z', 'revision_number': 4, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'gw_port': {'id': 'd8ac4bc6-577e-4334-ba50-597c51bcef7d', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:11Z', 'updated_at': '2022-03-28T23:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'c738b7e1-8420-4fac-ac58-12dce48ba647', 'name': '', 'network_id': '683259ff-5137-499e-9fbd-2b48618171a0', 'tenant_id': 'e270ad9650444ce69a0c36608df25afb', 'mac_address': 'fa:16:3e:6f:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79b203-f4f1-4576-b252-e1beb0a2899c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:30:03Z', 'updated_at': '2022-03-28T23:30:06Z', 'revision_number': 5, 'project_id': 'e270ad9650444ce69a0c36608df25afb', 'subnets': [{'id': 'ad45def3-bcc5-4760-81f2-cad85037c2d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '473cb9a1-b996-40fb-8829-730b91008472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:30:18.383688 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device d8ac4bc6-577e-4334-ba50-597c51bcef7d up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:30:18.444019 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port d8ac4bc6-577e-4334-ba50-597c51bcef7d triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:30:18.444788 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:18.540821 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port d8ac4bc6-577e-4334-ba50-597c51bcef7d is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:30:18.541538 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:18.567348 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port d8ac4bc6-577e-4334-ba50-597c51bcef7d, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=d8ac4bc6-577e-4334-ba50-597c51bcef7d,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:30:18.576696 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:18.649693 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=d8ac4bc6-577e-4334-ba50-597c51bcef7d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:30:20.363209 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device d8ac4bc6-577e-4334-ba50-597c51bcef7d up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:30:20.594287 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port d8ac4bc6-577e-4334-ba50-597c51bcef7d triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:30:20.594287 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (d8ac4bc6-577e-4334-ba50-597c51bcef7d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:20.857323 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port d8ac4bc6-577e-4334-ba50-597c51bcef7d is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:30:25.740043 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:30:31.131372 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54f47ec7-467b-41ad-b569-7c533856ba35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:33.446677 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-28930c5e-2d79-4a39-811c-839ce862228e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:34.706798 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:36.076363 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:30:37.612701 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:01.113576 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23619489-bf21-4549-aa37-a0afa7d5580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:02.739559 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:31:03.424160 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fbc08f10-7252-4595-b45d-f93fea87ed24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:04.676094 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:06.082784 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:07.607976 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:31.116084 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27aba6f8-86a3-42fa-9683-49aed9b915aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:33.416373 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6507c2f-409f-4cba-9461-5bf0386c7b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:34.678059 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:36.073764 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:36.629867 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52946) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:36.689094 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15e0d64-c61d-4f6a-8d7d-1685141c58e2 admin admin] GET failed (client error): The resource could not be found. Mar 28 23:31:36.690369 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f15e0d64-c61d-4f6a-8d7d-1685141c58e2 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0595531 Mar 28 23:31:36.844179 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc15f86-4620-40f5-8df0-637333db75e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:36.845536 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-ddc15f86-4620-40f5-8df0-637333db75e3 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1512473 Mar 28 23:31:37.610972 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:39.144016 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52956) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:39.238692 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da0dc3-2ec7-4419-9598-f0c21aa1da6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:39.240081 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e9da0dc3-2ec7-4419-9598-f0c21aa1da6b admin admin] 10.222.0.16 "GET /v2.0/subnets/ad45def3-bcc5-4760-81f2-cad85037c2d5 HTTP/1.1" status: 200 len: 849 time: 0.0950952 Mar 28 23:31:39.249449 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:31:39.333972 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Publish callbacks [] for subnet (ad45def3-bcc5-4760-81f2-cad85037c2d5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:39.472729 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756318979202'] for subnet (ad45def3-bcc5-4760-81f2-cad85037c2d5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:39.501851 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:39.502433 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:39.503717 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] 10.222.0.16 "PUT /v2.0/subnets/ad45def3-bcc5-4760-81f2-cad85037c2d5 HTTP/1.1" status: 200 len: 868 time: 0.2579269 Mar 28 23:31:39.506116 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7028eece-8d78-47cb-8cea-fa317b574f1d None None] Network 683259ff-5137-499e-9fbd-2b48618171a0 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:31:39.524845 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad45def3-bcc5-4760-81f2-cad85037c2d5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:31:39.533080 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.533480 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.533941 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.534298 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.534652 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.534979 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.535304 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.535622 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.535968 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.536285 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.536605 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.537234 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.537554 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.537866 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.538184 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6df3-88b2-4098-9259-dd3e79b7f27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:31:39.738850 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:31:39.880564 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-912feee0-57a6-4b46-b11d-4398481bd199 None None] Provisioning complete for port c738b7e1-8420-4fac-ac58-12dce48ba647 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:31:39.880872 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-912feee0-57a6-4b46-b11d-4398481bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c738b7e1-8420-4fac-ac58-12dce48ba647), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:39.954230 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-912feee0-57a6-4b46-b11d-4398481bd199 None None] Current status of the port c738b7e1-8420-4fac-ac58-12dce48ba647 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:31:39.963877 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-912feee0-57a6-4b46-b11d-4398481bd199 None None] Provisioning complete for port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:31:39.964266 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-912feee0-57a6-4b46-b11d-4398481bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ea75540-1fc9-4592-b99f-2c4ed6bf75aa), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:31:40.039066 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-912feee0-57a6-4b46-b11d-4398481bd199 None None] Current status of the port 9ea75540-1fc9-4592-b99f-2c4ed6bf75aa is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:31:41.817379 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52964) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:42.012697 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318098d7-85e5-47bf-9121-65b49321d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:42.013086 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318098d7-85e5-47bf-9121-65b49321d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:42.014602 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-318098d7-85e5-47bf-9121-65b49321d419 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962862 Mar 28 23:31:44.291738 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 52972) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:44.421879 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336ae25-ae48-41d4-81d5-8c73fcb8d08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:44.422362 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336ae25-ae48-41d4-81d5-8c73fcb8d08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:44.423903 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-0336ae25-ae48-41d4-81d5-8c73fcb8d08b admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310604 Mar 28 23:31:46.703402 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 52980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:46.826740 dv-cinder-835525-1-smb neutron-server[103354]: WARNING oslo_policy.policy [None req-0e74eb8c-6b35-40f8-9c64-b2ea068d777a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 23:31:46.827328 dv-cinder-835525-1-smb neutron-server[103354]: WARNING oslo_policy.policy [None req-0e74eb8c-6b35-40f8-9c64-b2ea068d777a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 23:31:47.332909 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.policy [None req-0e74eb8c-6b35-40f8-9c64-b2ea068d777a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103354) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 23:31:47.377125 dv-cinder-835525-1-smb neutron-server[103354]: WARNING oslo_policy.policy [None req-0e74eb8c-6b35-40f8-9c64-b2ea068d777a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 23:31:47.377501 dv-cinder-835525-1-smb neutron-server[103354]: WARNING oslo_policy.policy [None req-0e74eb8c-6b35-40f8-9c64-b2ea068d777a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 23:31:47.385550 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e74eb8c-6b35-40f8-9c64-b2ea068d777a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:47.387466 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-0e74eb8c-6b35-40f8-9c64-b2ea068d777a admin admin] 10.222.0.16 "GET /v2.0/networks/683259ff-5137-499e-9fbd-2b48618171a0 HTTP/1.1" status: 200 len: 869 time: 0.6820323 Mar 28 23:31:49.689466 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 52996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:49.812317 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554f99d-7fcb-439f-bfc2-2e56d39fe630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:49.813635 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-6554f99d-7fcb-439f-bfc2-2e56d39fe630 admin admin] 10.222.0.16 "GET /v2.0/networks/b7b60cb5-883f-45eb-9129-9051184e025c HTTP/1.1" status: 200 len: 886 time: 0.1232324 Mar 28 23:31:52.100572 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:52.223076 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dbd089-c72c-44ec-a9c9-4f1ae97061c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:52.223528 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dbd089-c72c-44ec-a9c9-4f1ae97061c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:52.225029 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-76dbd089-c72c-44ec-a9c9-4f1ae97061c0 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235452 Mar 28 23:31:54.504100 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53012) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:54.591785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9547070-2515-4e05-a9ce-4df7bd12638d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:54.592212 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9547070-2515-4e05-a9ce-4df7bd12638d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:54.593656 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f9547070-2515-4e05-a9ce-4df7bd12638d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886309 Mar 28 23:31:56.882796 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53020) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:56.990451 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e1ae7-ed19-4e4b-b973-8202906e5236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:56.991789 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-aa8e1ae7-ed19-4e4b-b973-8202906e5236 admin admin] 10.222.0.16 "GET /v2.0/subnets/76b1c99b-a202-4699-a31e-9a69ce3304c1 HTTP/1.1" status: 200 len: 816 time: 0.1080673 Mar 28 23:31:59.280404 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53028) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:31:59.369147 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69956e42-3190-4df9-b76d-5547b533fa06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:31:59.370480 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-69956e42-3190-4df9-b76d-5547b533fa06 admin admin] 10.222.0.16 "GET /v2.0/subnets/ad45def3-bcc5-4760-81f2-cad85037c2d5 HTTP/1.1" status: 200 len: 868 time: 0.0891414 Mar 28 23:32:01.119541 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55e2eb9f-ee03-4bca-92d0-e1a8dad492c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:03.416716 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59ef2d9c-140f-4a60-97be-403a87f82675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:04.681567 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:06.077192 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:07.614694 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:16.737933 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:32:27.316223 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53080) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:32:27.362796 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [None req-b8495dcd-f430-4695-ab20-3d0084e2cd0f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:32:27.363799 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b8495dcd-f430-4695-ab20-3d0084e2cd0f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466192 Mar 28 23:32:29.746252 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53088) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:32:29.805407 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.pecan_wsgi.hooks.translation [None req-3622a3dd-39d7-4aef-bf4d-6d28e3a77347 admin admin] GET failed (client error): The resource could not be found. Mar 28 23:32:29.806650 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-3622a3dd-39d7-4aef-bf4d-6d28e3a77347 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594821 Mar 28 23:32:29.987322 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba91aec0-4423-4545-9582-7815f3dd2743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:32:29.988749 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-ba91aec0-4423-4545-9582-7815f3dd2743 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1780818 Mar 28 23:32:31.122127 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df6b1ff8-e955-4830-8b0b-eb17db66b028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:32.312397 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53096) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:32:32.359043 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:32:32.377767 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Made reservation on behalf of 786b4ed1a6904a2e85d7e841116fc565 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:32:32.380174 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:32.406480 dv-cinder-835525-1-smb neutron-server[103355]: WARNING neutron.services.revisions.revision_plugin [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Could not find related network for resource to bump revision. Mar 28 23:32:32.417609 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:32:32.427553 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (364e9650-0acc-43ff-8d0d-90c000bdb51e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:32.427926 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Added segment 364e9650-0acc-43ff-8d0d-90c000bdb51e of type vlan for network e450517c-c9e3-4732-bd58-46ff46b29064 Mar 28 23:32:32.466224 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (e450517c-c9e3-4732-bd58-46ff46b29064), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:32.490091 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (e450517c-c9e3-4732-bd58-46ff46b29064), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:32.491154 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:32:32.491731 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:32.549500 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2361042 Mar 28 23:32:32.554370 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7099cfe-9076-45e0-88f6-f9cbf3a97ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=e450517c-c9e3-4732-bd58-46ff46b29064,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:32:32.566379 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network e450517c-c9e3-4732-bd58-46ff46b29064 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:32:33.417869 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c74ce6d-e0d2-4cfb-901d-ec7ea960d04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:34.684918 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:34.869977 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53104) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:32:34.929354 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15b8fc2-5ff7-4f65-891b-e76d007ae896 admin admin] GET failed (client error): The resource could not be found. Mar 28 23:32:34.930625 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b15b8fc2-5ff7-4f65-891b-e76d007ae896 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596251 Mar 28 23:32:34.998687 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ad544-ba73-4e96-8126-3e5b22f97ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:32:35.000074 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1f6ad544-ba73-4e96-8126-3e5b22f97ef2 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654469 Mar 28 23:32:35.009383 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Request body: {'subnet': {'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:32:35.027287 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Made reservation on behalf of 786b4ed1a6904a2e85d7e841116fc565 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:32:35.030022 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:35.190782 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (8830fcff-3033-428b-9340-a89508d72a1e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:35.247879 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8830fcff-3033-428b-9340-a89508d72a1e,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:32:35.254709 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Checking segment: {'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:32:35.255056 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Network hostable DHCP agents. Network: e450517c-c9e3-4732-bd58-46ff46b29064, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:32:35.269600 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Network e450517c-c9e3-4732-bd58-46ff46b29064 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:32:35.277701 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, e450517c-c9e3-4732-bd58-46ff46b29064) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:32:35.282277 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:32:35.282892 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:35.288092 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831d103-624b-4eee-bd3e-a50fcef5739a None None] Network e450517c-c9e3-4732-bd58-46ff46b29064 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:32:35.301318 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f002a6bf-d340-4646-98ba-0e08737e94f4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2951519 Mar 28 23:32:35.493242 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-e450517c-c9e3-4732-bd58-46ff46b29064', 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064', 'project_id': '786b4ed1a6904a2e85d7e841116fc565', 'fixed_ips': [{'subnet_id': '8830fcff-3033-428b-9340-a89508d72a1e'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:32:35.494298 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:35.630673 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Allocated IP 192.168.233.2 (e450517c-c9e3-4732-bd58-46ff46b29064/8830fcff-3033-428b-9340-a89508d72a1e/f7e7e6e6-4fe6-41f1-a285-d9ac694f4576) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:32:35.770420 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Publish callbacks [] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:35.777912 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:35.820748 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Network e450517c-c9e3-4732-bd58-46ff46b29064 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:32:35.823599 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:32:35.829722 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:32:35.835270 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Pushing event updated for resources: {'Port': ['ID=f7e7e6e6-4fe6-41f1-a285-d9ac694f4576,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:32:35.846594 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.846949 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.847293 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.847660 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.848025 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.848360 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.848691 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.849020 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.849348 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.849673 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.849997 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.850340 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.850668 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.850993 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.851314 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:32:35.900594 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Attempting to bind port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:32:35.901106 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Attempting to bind port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:32:35.901485 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Attempting to bind port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 on network e450517c-c9e3-4732-bd58-46ff46b29064 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:32:35.906730 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:32:35.907104 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Checking segment: {'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:32:35.907504 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:35.907922 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Bound using segment: {'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:32:35.908394 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Bound port: f7e7e6e6-4fe6-41f1-a285-d9ac694f4576, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:32:35.908776 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:35.969193 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] For port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:32:35.972246 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] For port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=f7e7e6e6-4fe6-41f1-a285-d9ac694f4576,segment=NetworkSegment(364e9650-0acc-43ff-8d0d-90c000bdb51e),segment_id=364e9650-0acc-43ff-8d0d-90c000bdb51e)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:32:35.977227 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:36.036485 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd16667-82d3-4035-80bc-ead216535756 None None] Pushing event updated for resources: {'Port': ['ID=f7e7e6e6-4fe6-41f1-a285-d9ac694f4576,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:32:36.081346 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:36.439743 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:32:36.492805 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:32:36.493667 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:36.570561 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:32:36.570953 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:36.605853 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=f7e7e6e6-4fe6-41f1-a285-d9ac694f4576,segment=NetworkSegment(364e9650-0acc-43ff-8d0d-90c000bdb51e),segment_id=364e9650-0acc-43ff-8d0d-90c000bdb51e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:32:36.611025 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:36.662411 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=f7e7e6e6-4fe6-41f1-a285-d9ac694f4576,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:32:36.921306 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13d777-7c24-47dd-acd1-6bbcf892a59a None None] Network e450517c-c9e3-4732-bd58-46ff46b29064 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:32:37.023213 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-24c4b087-04c6-4a34-b11d-4aedfb7f5512 None None] Provisioning complete for port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:32:37.023527 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24c4b087-04c6-4a34-b11d-4aedfb7f5512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:37.115569 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-24c4b087-04c6-4a34-b11d-4aedfb7f5512 None None] Current status of the port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:32:37.336249 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7de37a45-2556-4617-a819-41bccacc4bf9 None None] Provisioning complete for port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:32:37.336558 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7de37a45-2556-4617-a819-41bccacc4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:37.415761 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7de37a45-2556-4617-a819-41bccacc4bf9 None None] Current status of the port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:32:37.617982 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:38.383532 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:32:38.430479 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:32:38.430960 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f7e7e6e6-4fe6-41f1-a285-d9ac694f4576), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:32:38.511192 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port f7e7e6e6-4fe6-41f1-a285-d9ac694f4576 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:32:53.736559 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:33:01.123466 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b4b17af-b033-4cd4-a0a5-dc24a4b9ad17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:03.418548 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85522936-c564-459a-a727-5400cf2db112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:04.689009 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:06.084867 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:07.621829 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:30.734989 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:33:31.126267 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-53ab69a8-561c-4cf2-8096-083de5c715ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:33.421005 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f3d4bb00-bb48-4009-876e-bc16e9ed06f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:34.691063 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:36.086269 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:37.624341 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:55.604309 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53142) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:33:55.610435 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [None req-9d78b556-aad1-42eb-990b-cc7042eec80e tempest-verify_tempest_config-843166436 tempest-verify_tempest_config-843166436-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:33:55.611385 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9d78b556-aad1-42eb-990b-cc7042eec80e tempest-verify_tempest_config-843166436 tempest-verify_tempest_config-843166436-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061238 Mar 28 23:33:55.890584 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53160) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:33:55.988825 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:56.060876 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Publish callbacks [] for security_group (d748c776-a017-4940-a907-43575fd703d7), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:56.064319 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d748c776-a017-4940-a907-43575fd703d7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:56.106930 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d748c776-a017-4940-a907-43575fd703d7,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:33:56.111415 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40112b90570e49b59326fc73f62bcd0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2198627 Mar 28 23:33:56.114701 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:33:56.115994 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.116351 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.116693 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.117048 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.117381 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.117711 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.118037 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.118357 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.118680 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.119000 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.119321 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.119660 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.120006 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.120335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.120639 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238950a-b1c6-4583-a391-00702c06603b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.199179 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Publish callbacks [] for security_group (d748c776-a017-4940-a907-43575fd703d7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:56.220060 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Publish callbacks [] for security_group (d748c776-a017-4940-a907-43575fd703d7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:56.312968 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d748c776-a017-4940-a907-43575fd703d7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:56.315555 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:33:56.316783 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d748c776-a017-4940-a907-43575fd703d7 HTTP/1.1" status: 204 len: 168 time: 0.2009175 Mar 28 23:33:56.325097 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d748c776-a017-4940-a907-43575fd703d7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:33:56.333819 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.334164 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.334504 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.334841 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.335169 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.335489 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.335810 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.336147 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.336461 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.336779 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.337095 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.337429 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.337747 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.338154 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.338354 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4db43f4-bdc1-4028-b22d-c07aa6ec0e0d admin admin] Tracked resource versions report: Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: pushed versions: Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: { 'AddressGroup': {'1.2'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Agent': {'1.1'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'ConntrackHelper': {'1.0'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'LocalIPAssociation': {'1.0'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Log': {'1.0'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'NDPProxy': {'1.0'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Network': {'1.1'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Port': {'1.7'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'PortForwarding': {'1.3'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'QosPolicy': {'1.10'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'SecurityGroup': {'1.5'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'SecurityGroupRule': {'1.2'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'SubPort': {'1.0'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Subnet': {'1.1'}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Trunk': {'1.1'}} Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: consumer versions: Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: { DHCP agent@dv-cinder-835525-1-smb: {}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: L3 agent@dv-cinder-835525-1-smb: {}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: Metadata agent@dv-cinder-835525-1-smb: {}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: Metering agent@dv-cinder-835525-1-smb: {}, Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: Open vSwitch agent@dv-cinder-835525-1-smb: { 'AddressGroup': '1.2', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Agent': '1.1', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'ConntrackHelper': '1.0', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'LocalIPAssociation': '1.0', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Log': '1.0', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'NDPProxy': '1.0', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Network': '1.1', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Port': '1.7', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'PortForwarding': '1.3', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'QosPolicy': '1.10', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'SecurityGroup': '1.5', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'SecurityGroupRule': '1.2', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'SubPort': '1.0', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Subnet': '1.1', Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: 'Trunk': '1.1'}} Mar 28 23:33:56.339584 dv-cinder-835525-1-smb neutron-server[103354]: {{(pid=103354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 23:34:01.129902 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7645-67d7-47a6-9c81-20e5740ac876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:03.423438 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-523810de-fa09-4efd-8e51-c1b1c1379598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:04.694070 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:06.089634 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:07.626483 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:07.733483 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:34:31.131205 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44ca5124-4826-453a-ad2a-c456ba385e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:33.424756 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b534066-eb0c-4fbd-9b0f-b324012d4bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:34.694174 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:36.091784 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:37.627714 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:34:44.731605 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:35:01.136610 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9cde96f-1c6d-4a03-b725-b2323bafe0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:03.425044 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4db2cea9-376a-472e-a815-eb1bb1f2edd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:04.697177 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:06.094572 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:07.629930 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:21.730090 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 5 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:35:31.128581 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-642203e6-0ab4-437a-86cf-0b9c044e8ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:33.425926 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee86e8f8-2833-4ce3-a514-7514a7ae3d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:34.701011 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:36.098106 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:37.631039 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:43.575051 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612816'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:35:57.846659 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:35:57.951449 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-6f3ebf45-c02c-4f99-8336-7caa6c10c29e admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1036890 Mar 28 23:35:58.729175 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:36:00.278379 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53250) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:36:00.330425 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d049d4cf-8936-443f-937d-77d7018e63cf admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0510054 Mar 28 23:36:01.129962 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e112c0e4-272f-47df-9dea-e79a58ed31e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:03.427491 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7b92-0079-4a5f-aae8-0ad9eaf074a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:04.706214 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:06.101610 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:07.633847 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:13.527565 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:31.132031 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8af869dc-9435-462c-a29a-9d5eb6fa3c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:33.429175 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-06ab3549-856a-40e5-9183-b8d76b50e9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:34.705466 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:35.727200 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:36:36.104235 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:37.635709 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:36:43.544531 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:01.135672 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e41827e-3d95-4a80-9d53-899257610707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:03.433313 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c252-3ac1-4821-8357-e20c40d51276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:04.709551 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:06.108356 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:07.638419 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:12.725178 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:37:13.537635 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:31.132634 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31b5922b-3866-4aa8-afe4-232b7cf816fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:33.435752 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71b76b57-c732-4df7-be9c-17cac0d8f2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:34.711741 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:36.116887 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:37.649724 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:39.567970 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:39.841992 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-119180896-network', 'tenant_id': '0040e242309344bbaa6ded9d197a366a'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:39.882281 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Made reservation on behalf of 0040e242309344bbaa6ded9d197a366a for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:39.886591 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:39.901939 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:39.994608 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Publish callbacks [] for security_group (5064c8c9-426b-43c7-85c9-9a944ca51648), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:39.999698 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (5064c8c9-426b-43c7-85c9-9a944ca51648), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.038445 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:37:40.042045 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5064c8c9-426b-43c7-85c9-9a944ca51648,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:40.054072 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.054349 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.054768 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.055135 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.055405 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.055789 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.056244 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.056573 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.056899 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.057222 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.057545 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.057881 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.058205 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.058522 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.058836 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Tracked resource versions report: Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: pushed versions: Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: { 'AddressGroup': {'1.2'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Agent': {'1.1'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'ConntrackHelper': {'1.0'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'LocalIPAssociation': {'1.0'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Log': {'1.0'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'NDPProxy': {'1.0'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Network': {'1.1'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Port': {'1.7'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'PortForwarding': {'1.3'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'QosPolicy': {'1.10'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'SecurityGroup': {'1.5'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'SecurityGroupRule': {'1.2'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'SubPort': {'1.0'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Subnet': {'1.1'}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Trunk': {'1.1'}} Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: consumer versions: Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: { DHCP agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: HyperV agent@hv-cinder-83552: {}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: L3 agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: Metadata agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: Metering agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: Open vSwitch agent@dv-cinder-835525-1-smb: { 'AddressGroup': '1.2', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Agent': '1.1', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'ConntrackHelper': '1.0', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'LocalIPAssociation': '1.0', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Log': '1.0', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'NDPProxy': '1.0', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Network': '1.1', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Port': '1.7', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'PortForwarding': '1.3', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'QosPolicy': '1.10', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'SecurityGroup': '1.5', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'SecurityGroupRule': '1.2', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'SubPort': '1.0', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Subnet': '1.1', Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: 'Trunk': '1.1'}} Mar 28 23:37:40.059976 dv-cinder-835525-1-smb neutron-server[103354]: {{(pid=103354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 23:37:40.071858 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756318804785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (98131323-8875-4bc0-95a2-32dd5e9deb66), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.073928 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Unsubscribe: segment precommit_create {{(pid=103354) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 23:37:40.073928 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.segments_db [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Added segment 98131323-8875-4bc0-95a2-32dd5e9deb66 of type vlan for network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 Mar 28 23:37:40.168501 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.206390 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.207979 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:40.209088 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.311417 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:40.320412 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53424) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:40.325910 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Request body: {'subnet': {'network_id': 'ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-119180896-subnet', 'tenant_id': '0040e242309344bbaa6ded9d197a366a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:40.327461 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:37:40.331095 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-70169c52-bda1-4940-adce-6eba1f96b1f3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7615771 Mar 28 23:37:40.346797 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Made reservation on behalf of 0040e242309344bbaa6ded9d197a366a for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:40.349269 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.529564 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (925f8ff6-9a08-4afc-b1eb-f08d5ef807da), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.568564 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=925f8ff6-9a08-4afc-b1eb-f08d5ef807da,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:40.577615 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.578154 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.578684 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.579030 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.579367 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.579693 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.580043 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.581107 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.581107 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.581107 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.581403 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.581621 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.581943 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.582262 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.582576 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Tracked resource versions report: Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: pushed versions: Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: { 'AddressGroup': {'1.2'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Agent': {'1.1'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'ConntrackHelper': {'1.0'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'LocalIPAssociation': {'1.0'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Log': {'1.0'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'NDPProxy': {'1.0'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Network': {'1.1'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Port': {'1.7'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'PortForwarding': {'1.3'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'QosPolicy': {'1.10'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'SecurityGroup': {'1.5'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'SecurityGroupRule': {'1.2'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'SubPort': {'1.0'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Subnet': {'1.1'}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Trunk': {'1.1'}} Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: consumer versions: Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: { DHCP agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: HyperV agent@hv-cinder-83552: {}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: L3 agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: Metadata agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: Metering agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: Open vSwitch agent@dv-cinder-835525-1-smb: { 'AddressGroup': '1.2', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Agent': '1.1', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'ConntrackHelper': '1.0', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'LocalIPAssociation': '1.0', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Log': '1.0', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'NDPProxy': '1.0', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Network': '1.1', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Port': '1.7', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'PortForwarding': '1.3', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'QosPolicy': '1.10', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'SecurityGroup': '1.5', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'SecurityGroupRule': '1.2', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'SubPort': '1.0', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Subnet': '1.1', Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: 'Trunk': '1.1'}} Mar 28 23:37:40.587167 dv-cinder-835525-1-smb neutron-server[103355]: {{(pid=103355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 23:37:40.589930 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:40.616893 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Checking segment: {'id': '98131323-8875-4bc0-95a2-32dd5e9deb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:40.617255 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Network hostable DHCP agents. Network: ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:37:40.636583 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:37:40.646269 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:40.660854 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54785904-f949-486c-b240-1053e68cb259 None None] Network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:40.665848 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:40.666529 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.692630 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-af840d0b-95a6-415a-8ff2-ef4595417d5c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3708367 Mar 28 23:37:40.803495 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c731edc-26c4-4eeb-8bdb-e3a8259b30af None None] Network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:40.884680 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-network', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:40.910054 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Made reservation on behalf of c7a33c05be9a48fdb57b386cc588c062 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:40.912730 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:40.923061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.014870 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Publish callbacks [] for security_group (f95b67af-fadb-44d0-88cf-adad71a4f32e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.020424 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (f95b67af-fadb-44d0-88cf-adad71a4f32e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.042916 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:37:41.058122 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95b67af-fadb-44d0-88cf-adad71a4f32e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:41.063477 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (a5327b76-54c7-405b-a1e1-dbcaba638fb3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.064033 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.segments_db [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Added segment a5327b76-54c7-405b-a1e1-dbcaba638fb3 of type vlan for network 2f0721c1-751e-4a48-9590-46e6558f9aec Mar 28 23:37:41.110239 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (2f0721c1-751e-4a48-9590-46e6558f9aec), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.136536 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (2f0721c1-751e-4a48-9590-46e6558f9aec), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.138123 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:41.139085 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.183564 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53474) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:41.204258 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53478) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:41.212284 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6241913 Mar 28 23:37:41.213137 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28092-a36a-428c-91c0-81de9956f76e admin admin] Pushing event updated for resources: {'Network': ['ID=2f0721c1-751e-4a48-9590-46e6558f9aec,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:41.214996 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53482) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:41.219936 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Request body: {'subnet': {'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-subnet', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:41.230971 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 2f0721c1-751e-4a48-9590-46e6558f9aec details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:37:41.250699 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Made reservation on behalf of c7a33c05be9a48fdb57b386cc588c062 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:41.255381 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.338782 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53492) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:41.486498 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (6c42e3b4-3cac-4376-9814-f15810be9554), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.544634 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-902012136-network', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:41.552616 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c42e3b4-3cac-4376-9814-f15810be9554,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:41.557683 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Checking segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:41.558441 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Network hostable DHCP agents. Network: 2f0721c1-751e-4a48-9590-46e6558f9aec, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:37:41.571509 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-network', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:41.577477 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Made reservation on behalf of eb3e8b072c3647f5839ca6f8af90983d for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:41.580286 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.585112 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Network 2f0721c1-751e-4a48-9590-46e6558f9aec is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:37:41.603516 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 2f0721c1-751e-4a48-9590-46e6558f9aec) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:41.609724 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630154363-network', 'tenant_id': 'a0b44713b0d14f39898d69b19fa78225'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:41.613520 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.615272 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14421f5d-9f7e-445b-8d57-397454551030 None None] Network 2f0721c1-751e-4a48-9590-46e6558f9aec requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:41.615875 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:41.616532 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.649645 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53508) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:41.650821 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-aa0bd222-d599-405a-a116-700ff1fcdf5b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4347730 Mar 28 23:37:41.655592 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:41.683773 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Made reservation on behalf of 517ec0067f0d482cae1465b1633f7b5e for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:41.686399 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.696143 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (66cbc431-fe18-455f-a192-beca8dcc3023), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.697410 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (66cbc431-fe18-455f-a192-beca8dcc3023), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.748171 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-2f0721c1-751e-4a48-9590-46e6558f9aec', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:37:41.749429 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.773316 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.781809 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks [] for router_controller (66cbc431-fe18-455f-a192-beca8dcc3023), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.790014 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Made reservation on behalf of a0b44713b0d14f39898d69b19fa78225 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:41.792550 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:41.850943 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.001199 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Allocated IP 172.20.0.2 (2f0721c1-751e-4a48-9590-46e6558f9aec/6c42e3b4-3cac-4376-9814-f15810be9554/0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:42.044772 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks [] for router_gateway (66cbc431-fe18-455f-a192-beca8dcc3023), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.048875 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Publish callbacks [] for security_group (023b6664-e680-4920-aef2-5e6a7aa48bc2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.077831 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (023b6664-e680-4920-aef2-5e6a7aa48bc2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.150827 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:37:42.208188 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Publish callbacks [] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.217598 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.273714 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Publish callbacks [] for security_group (d806f508-4000-4732-ae6e-2faf77edd4ff), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.278892 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (0a0db786-5208-410f-938e-4a91b720ed0b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.278892 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Added segment 0a0db786-5208-410f-938e-4a91b720ed0b of type vlan for network ff391c91-7095-4e45-a1a1-7c2e2f6f80df Mar 28 23:37:42.302222 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Network 2f0721c1-751e-4a48-9590-46e6558f9aec is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:42.304879 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Pushing event updated for resources: {'Port': ['ID=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:42.317211 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:42.319934 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d806f508-4000-4732-ae6e-2faf77edd4ff), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.325056 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:42.333210 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023b6664-e680-4920-aef2-5e6a7aa48bc2,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:42.337587 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.337987 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.338333 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.339157 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.339501 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.339969 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.340978 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.341323 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.341699 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.342076 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.342410 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.342803 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.343134 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.344109 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.344453 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Tracked resource versions report: Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: pushed versions: Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: { 'AddressGroup': {'1.2'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Agent': {'1.1'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'LocalIPAssociation': {'1.0'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Log': {'1.0'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'NDPProxy': {'1.0'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Network': {'1.1'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Port': {'1.7'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'PortForwarding': {'1.3'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'QosPolicy': {'1.10'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'SecurityGroup': {'1.5'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'SubPort': {'1.0'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Subnet': {'1.1'}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Trunk': {'1.1'}} Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: consumer versions: Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: { DHCP agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: HyperV agent@hv-cinder-83552: {}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: L3 agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: Metadata agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: Metering agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: Open vSwitch agent@dv-cinder-835525-1-smb: { 'AddressGroup': '1.2', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Agent': '1.1', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'ConntrackHelper': '1.0', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'LocalIPAssociation': '1.0', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Log': '1.0', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'NDPProxy': '1.0', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Network': '1.1', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Port': '1.7', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'PortForwarding': '1.3', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'QosPolicy': '1.10', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'SecurityGroup': '1.5', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'SecurityGroupRule': '1.2', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'SubPort': '1.0', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Subnet': '1.1', Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: 'Trunk': '1.1'}} Mar 28 23:37:42.345674 dv-cinder-835525-1-smb neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 23:37:42.370939 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Publish callbacks [] for security_group (b098b58e-dca1-4c99-8b2c-d8602498c0c1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.409093 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (ff391c91-7095-4e45-a1a1-7c2e2f6f80df), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.452506 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b098b58e-dca1-4c99-8b2c-d8602498c0c1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.458874 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Attempting to bind port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:37:42.459333 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Attempting to bind port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:37:42.461763 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Attempting to bind port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c on network 2f0721c1-751e-4a48-9590-46e6558f9aec {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:37:42.466812 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:37:42.469531 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:37:42.470215 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Checking segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:42.471455 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.472137 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Bound using segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:37:42.473068 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Bound port: 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:37:42.473630 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.479269 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (ff391c91-7095-4e45-a1a1-7c2e2f6f80df), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.480497 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:42.481417 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.503505 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:37:42.523234 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3377688 Mar 28 23:37:42.526500 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:42.535868 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Request body: {'subnet': {'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-902012136-subnet', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:42.549655 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (4cedf386-9206-4d7f-ac6a-c860edeab19c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.550028 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Added segment 4cedf386-9206-4d7f-ac6a-c860edeab19c of type vlan for network b54d9f4f-d978-4c0b-a821-50b88f379499 Mar 28 23:37:42.576595 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Made reservation on behalf of eb3e8b072c3647f5839ca6f8af90983d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:42.579318 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.585713 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d806f508-4000-4732-ae6e-2faf77edd4ff,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:42.591785 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] For port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:37:42.601076 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] For port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:37:42.611513 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.635039 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b098b58e-dca1-4c99-8b2c-d8602498c0c1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:42.638357 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (7e51118c-d5cd-4e10-b8db-0f42b2d4df27), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.638891 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Added segment 7e51118c-d5cd-4e10-b8db-0f42b2d4df27 of type vlan for network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b Mar 28 23:37:42.744210 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418e44c-2550-4904-8fe8-ed394ff4a666 None None] Pushing event updated for resources: {'Port': ['ID=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:42.796165 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43a000-8959-4ba5-9521-b648a0d3dc11 admin admin] Pushing event updated for resources: {'Network': ['ID=ff391c91-7095-4e45-a1a1-7c2e2f6f80df,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:42.803091 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (b54d9f4f-d978-4c0b-a821-50b88f379499), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.808511 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53564) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:42.809000 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:37:42.822486 dv-cinder-835525-1-smb neutron-server[103355]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 23:37:42.845995 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.917060 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:42.977246 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:43.000685 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 23:37:43.068686 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Checking segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:43.069342 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Network hostable DHCP agents. Network: ff391c91-7095-4e45-a1a1-7c2e2f6f80df, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:37:43.117411 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:37:43.142376 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, ff391c91-7095-4e45-a1a1-7c2e2f6f80df) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:43.151251 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9506621-5849-4d94-b8c0-1ba1b196a8d5 None None] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:43.154617 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:43.156017 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.192977 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-301d6adf-2bde-42b3-a64d-e9f5670a6f2c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6653016 Mar 28 23:37:43.196244 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53574) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:43.200770 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:43.261602 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (2a690723-eb9c-47d6-9f5f-658a9d86fafa), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.265047 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (2a690723-eb9c-47d6-9f5f-658a9d86fafa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.307586 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:37:43.308540 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.436236 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.437735 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:43.438498 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.512308 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks [] for router_controller (2a690723-eb9c-47d6-9f5f-658a9d86fafa), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.514244 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (b54d9f4f-d978-4c0b-a821-50b88f379499), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.515310 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:43.515903 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.567743 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2276413 Mar 28 23:37:43.592789 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53584) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:43.596099 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Allocated IP 172.20.0.2 (ff391c91-7095-4e45-a1a1-7c2e2f6f80df/cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6/a339e182-84dd-40ce-9ae4-96cbf510dcc2) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:43.609154 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.615224 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Request body: {'subnet': {'network_id': 'b54d9f4f-d978-4c0b-a821-50b88f379499', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630154363-subnet', 'tenant_id': 'a0b44713b0d14f39898d69b19fa78225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:43.629581 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:43.658056 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:37:43.688422 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-57368d97-7fe6-4cc2-9ae1-7013e0d6a522 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4787638 Mar 28 23:37:43.689649 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:43.701932 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Request body: {'subnet': {'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-subnet', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:43.721239 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks [] for router_gateway (66cbc431-fe18-455f-a192-beca8dcc3023), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.756872 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-c247d518-6210-40e0-a21d-f2810d25285a tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:43.758864 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-c247d518-6210-40e0-a21d-f2810d25285a tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/networks?id=ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 HTTP/1.1" status: 200 len: 811 time: 0.9419856 Mar 28 23:37:43.763260 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Made reservation on behalf of a0b44713b0d14f39898d69b19fa78225 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:43.766288 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.774245 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.817423 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Made reservation on behalf of 517ec0067f0d482cae1465b1633f7b5e for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:43.819895 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.824059 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bed87f-38c4-4a68-a84d-289c7e0e6908 admin admin] Pushing event updated for resources: {'Network': ['ID=b54d9f4f-d978-4c0b-a821-50b88f379499,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:43.839012 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network b54d9f4f-d978-4c0b-a821-50b88f379499 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:37:43.876640 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-3c9b7cf0-4bd6-46dd-87e8-07ae12158150 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/quotas/0040e242309344bbaa6ded9d197a366a HTTP/1.1" status: 200 len: 375 time: 0.1046426 Mar 28 23:37:43.890079 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks [] for router_gateway (2a690723-eb9c-47d6-9f5f-658a9d86fafa), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:43.949179 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-9ede01be-21b7-4f12-aeb4-7d9a727cd1f1 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0040e242309344bbaa6ded9d197a366a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663855 Mar 28 23:37:44.021579 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Publish callbacks [] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.036192 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.078759 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:44.081692 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:44.088809 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:44.105312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Allocated IP 172.28.0.134 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/e91fc53f-e7ce-417e-932e-909368eba012) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:44.119191 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Pushing event updated for resources: {'Port': ['ID=a339e182-84dd-40ce-9ae4-96cbf510dcc2,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:44.174890 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Attempting to bind port a339e182-84dd-40ce-9ae4-96cbf510dcc2 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:37:44.175263 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Attempting to bind port a339e182-84dd-40ce-9ae4-96cbf510dcc2 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:37:44.175694 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Attempting to bind port a339e182-84dd-40ce-9ae4-96cbf510dcc2 on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:37:44.181284 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:37:44.181771 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Checking segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:44.182207 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.182656 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Bound using segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:37:44.183253 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Bound port: a339e182-84dd-40ce-9ae4-96cbf510dcc2, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:37:44.183659 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.263942 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44f73c-6108-4556-b63f-f582a541f377 None None] Network 2f0721c1-751e-4a48-9590-46e6558f9aec requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:44.293472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (5456eaae-eae6-4d64-93e9-f0324889b029), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.304492 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks [] for port (e91fc53f-e7ce-417e-932e-909368eba012), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.344303 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-0589b37c-0e25-4afe-8cec-ab8f5d535ac9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:37:44.345308 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-0589b37c-0e25-4afe-8cec-ab8f5d535ac9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1311247 Mar 28 23:37:44.370255 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] For port a339e182-84dd-40ce-9ae4-96cbf510dcc2, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:37:44.374413 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] For port a339e182-84dd-40ce-9ae4-96cbf510dcc2, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=a339e182-84dd-40ce-9ae4-96cbf510dcc2,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:37:44.415336 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.439170 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (eef977dd-73d3-48fe-9aa2-a9b11c8ab278), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.459810 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5456eaae-eae6-4d64-93e9-f0324889b029,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:44.465840 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-b6ae149a-92d3-48bf-a629-39fe40b3426e None None] Provisioning complete for port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:44.465840 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6ae149a-92d3-48bf-a629-39fe40b3426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.479272 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Checking segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:44.479922 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Network hostable DHCP agents. Network: 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:37:44.482693 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks [] for router_gateway (2a690723-eb9c-47d6-9f5f-658a9d86fafa), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.543260 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (e91fc53f-e7ce-417e-932e-909368eba012), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.599856 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.634602 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:37:44.641518 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66092e2a-55e7-42f7-9803-6e241d24fe74 None None] Pushing event updated for resources: {'Port': ['ID=a339e182-84dd-40ce-9ae4-96cbf510dcc2,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:44.677591 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-6739f34b-4f95-4d23-afe0-9bb417603329 service neutron] 10.222.0.16 "GET /v2.0/networks/ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156817 Mar 28 23:37:44.701286 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef977dd-73d3-48fe-9aa2-a9b11c8ab278,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:44.732296 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:44.762566 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae149a-92d3-48bf-a629-39fe40b3426e None None] Current status of the port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:44.763089 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6ae149a-92d3-48bf-a629-39fe40b3426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.809229 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:44.809854 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:44.812721 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:44.885395 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b6ae149a-92d3-48bf-a629-39fe40b3426e None None] For port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:37:44.903298 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6ae149a-92d3-48bf-a629-39fe40b3426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:44.944953 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Pushing event updated for resources: {'Port': ['ID=e91fc53f-e7ce-417e-932e-909368eba012,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:45.031151 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Allocated IP 172.28.0.33 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/157d5e32-8d2f-48e5-b88c-f5d3681e9658) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:45.097259 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:45.100810 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:45.103774 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.107560 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136e3fd-bf1c-4803-bc5b-4c4f44c0d91d None None] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:45.113620 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae149a-92d3-48bf-a629-39fe40b3426e None None] Pushing event updated for resources: {'Port': ['ID=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:45.122341 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Checking segment: {'id': '4cedf386-9206-4d7f-ac6a-c860edeab19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b54d9f4f-d978-4c0b-a821-50b88f379499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:45.122802 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Network hostable DHCP agents. Network: b54d9f4f-d978-4c0b-a821-50b88f379499, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:37:45.184194 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:45.184876 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.251690 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f57b3186-0c57-4705-ae92-dd95cdb9eb46 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5615051 Mar 28 23:37:45.260868 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:45.274249 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:45.278759 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Network b54d9f4f-d978-4c0b-a821-50b88f379499 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:37:45.305953 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6ea7d41d-bb36-44f7-93ab-59e3ac26f3a0 None None] Provisioning complete for port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:45.306455 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d41d-bb36-44f7-93ab-59e3ac26f3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.308588 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, b54d9f4f-d978-4c0b-a821-50b88f379499) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:45.324818 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:45.325715 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.329242 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc59fb-08c5-4b9e-be31-edfc1daec58a None None] Network b54d9f4f-d978-4c0b-a821-50b88f379499 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:45.347267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.349076 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.360807 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks [] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.419486 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-206e1c8e-7f25-44db-bc0e-4874dec3dfc8 service neutron] 10.222.0.16 "GET /v2.0/networks/ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857502 Mar 28 23:37:45.440307 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks [] for router_controller (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.447227 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1b5bc961-7a80-4ca5-9b79-2e715328c0e8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8433597 Mar 28 23:37:45.489465 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:37:45.490496 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.519621 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks [] for router_gateway (66cbc431-fe18-455f-a192-beca8dcc3023), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.539353 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:45.630136 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163b353-af83-4539-bf5e-9e81c2aa880f None None] Network b54d9f4f-d978-4c0b-a821-50b88f379499 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:45.738516 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7d41d-bb36-44f7-93ab-59e3ac26f3a0 None None] Current status of the port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:45.778103 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:45.829731 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53648) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:45.902876 dv-cinder-835525-1-smb neutron-server[103354]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 23:37:45.946222 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:45.962444 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Allocated IP 172.20.0.2 (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b/5456eaae-eae6-4d64-93e9-f0324889b029/7366afa5-cd2f-4433-9694-2e7449693284) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:45.973647 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (66cbc431-fe18-455f-a192-beca8dcc3023), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:46.052878 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:46.073201 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:46.169376 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Pushing event updated for resources: {'Port': ['ID=157d5e32-8d2f-48e5-b88c-f5d3681e9658,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:46.201019 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4d50ce33-5ed1-4202-91bc-211ead5a2364 req-a9478d3f-7cbd-4a02-ad56-49d6cb23f1d0 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 210 time: 0.3279660 Mar 28 23:37:46.202758 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks [] for router_gateway (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:46.258411 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ed8ac-ef6e-4719-ad91-fa41cfb4e5ff None None] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:46.314928 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Router 66cbc431-fe18-455f-a192-beca8dcc3023 is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:37:46.524749 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-47041ad5-c0cb-4b19-8104-e5a07d16fb66 None None] Provisioning complete for port a339e182-84dd-40ce-9ae4-96cbf510dcc2 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:46.525033 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47041ad5-c0cb-4b19-8104-e5a07d16fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:46.547326 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Publish callbacks [] for port (7366afa5-cd2f-4433-9694-2e7449693284), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:46.699482 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (7366afa5-cd2f-4433-9694-2e7449693284), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:46.773728 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:46.775013 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53698) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:46.786750 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2048762954-network', 'tenant_id': '1df6ce249df34a7a97f9043f19834657'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:46.830837 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Made reservation on behalf of 1df6ce249df34a7a97f9043f19834657 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:46.833808 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:46.848469 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:46.855350 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:46.861658 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:46.920762 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:46.948191 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:37:46.960910 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Sync routers for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:37:46.975666 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:46.980324 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-de242237-aa06-4dd6-bde9-2de5e002e421 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3293836 Mar 28 23:37:46.982772 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Pushing event updated for resources: {'Port': ['ID=7366afa5-cd2f-4433-9694-2e7449693284,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:46.984291 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53714) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:46.985785 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:37:46.986423 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:37:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:47.035463 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53716) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:47.146479 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks [] for router_gateway (2a690723-eb9c-47d6-9f5f-658a9d86fafa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.147840 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Publish callbacks [] for security_group (94822f61-90f5-4574-a0fd-c9f35bfb99b5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.162058 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (94822f61-90f5-4574-a0fd-c9f35bfb99b5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.184149 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:37:47.198428 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (952e4562-ba68-4832-b791-09c405d625e3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.198862 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Added segment 952e4562-ba68-4832-b791-09c405d625e3 of type vlan for network 9b25d455-47b4-4255-ad48-267341dd7379 Mar 28 23:37:47.261919 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Attempting to bind port 7366afa5-cd2f-4433-9694-2e7449693284 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:37:47.262293 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Attempting to bind port 7366afa5-cd2f-4433-9694-2e7449693284 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:37:47.262656 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Attempting to bind port 7366afa5-cd2f-4433-9694-2e7449693284 on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:37:47.267633 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-47041ad5-c0cb-4b19-8104-e5a07d16fb66 None None] Current status of the port a339e182-84dd-40ce-9ae4-96cbf510dcc2 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:47.268867 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47041ad5-c0cb-4b19-8104-e5a07d16fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.308381 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:37:47.310715 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Checking segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:47.312528 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.313649 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Bound using segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:37:47.316042 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Bound port: 7366afa5-cd2f-4433-9694-2e7449693284, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:37:47.327518 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7366afa5-cd2f-4433-9694-2e7449693284), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.485308 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-47041ad5-c0cb-4b19-8104-e5a07d16fb66 None None] For port a339e182-84dd-40ce-9ae4-96cbf510dcc2, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=a339e182-84dd-40ce-9ae4-96cbf510dcc2,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:37:47.521609 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47041ad5-c0cb-4b19-8104-e5a07d16fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.589226 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:47.590768 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.597573 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (9b25d455-47b4-4255-ad48-267341dd7379), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.642462 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (2a690723-eb9c-47d6-9f5f-658a9d86fafa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.720471 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ee0e7832-081c-4a0e-a80b-c0d8fbdd6691 req-8a1a53c1-fa8c-439a-8bf5-8e0adb5941e8 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 210 time: 0.1710794 Mar 28 23:37:47.726393 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1265f9a6-ab2d-4963-acaa-8eebd11a9d8e None None] Provisioning complete for port a339e182-84dd-40ce-9ae4-96cbf510dcc2 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:47.726971 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1265f9a6-ab2d-4963-acaa-8eebd11a9d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.735216 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-007ea671-76f2-40eb-a0aa-cbb9c541bd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.739542 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94822f61-90f5-4574-a0fd-c9f35bfb99b5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:47.743912 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:37:47.763141 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 23:37:47.793211 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] For port 7366afa5-cd2f-4433-9694-2e7449693284, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:37:47.795557 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47041ad5-c0cb-4b19-8104-e5a07d16fb66 None None] Pushing event updated for resources: {'Port': ['ID=a339e182-84dd-40ce-9ae4-96cbf510dcc2,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:47.818585 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] For port 7366afa5-cd2f-4433-9694-2e7449693284, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=7366afa5-cd2f-4433-9694-2e7449693284,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:37:47.859852 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (9b25d455-47b4-4255-ad48-267341dd7379), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.860960 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:47.861572 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.869655 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7366afa5-cd2f-4433-9694-2e7449693284), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.872129 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1265f9a6-ab2d-4963-acaa-8eebd11a9d8e None None] Current status of the port a339e182-84dd-40ce-9ae4-96cbf510dcc2 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:47.914745 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks [] for router_gateway (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.966689 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:47.974303 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:47.976072 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device a339e182-84dd-40ce-9ae4-96cbf510dcc2 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:47.995310 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea1e7b-8b77-4822-ac33-7ec61e0735a4 None None] Pushing event updated for resources: {'Port': ['ID=7366afa5-cd2f-4433-9694-2e7449693284,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:48.084861 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port a339e182-84dd-40ce-9ae4-96cbf510dcc2 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:48.085351 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:48.086772 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:45Z', 'revision_number': 3, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:48.094412 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3182883 Mar 28 23:37:48.105232 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:48.124484 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Checking router: 66cbc431-fe18-455f-a192-beca8dcc3023 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:37:48.125189 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Updating router 66cbc431-fe18-455f-a192-beca8dcc3023 port e91fc53f-e7ce-417e-932e-909368eba012 binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:37:48.135395 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Request body: {'subnet': {'network_id': '9b25d455-47b4-4255-ad48-267341dd7379', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2048762954-subnet', 'tenant_id': '1df6ce249df34a7a97f9043f19834657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:48.152265 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fbb4b-3fb6-4b5d-990a-fbd1b6726a11 admin admin] Pushing event updated for resources: {'Network': ['ID=9b25d455-47b4-4255-ad48-267341dd7379,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:48.173747 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 9b25d455-47b4-4255-ad48-267341dd7379 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:37:48.185810 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e91fc53f-e7ce-417e-932e-909368eba012), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:48.199254 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Made reservation on behalf of 1df6ce249df34a7a97f9043f19834657 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:48.201634 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:48.305895 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-007ea671-76f2-40eb-a0aa-cbb9c541bd50 admin admin] Publish callbacks [] for security_group (585ce6ef-3bd5-494a-aa1a-4d0908bb401c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:48.371169 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port a339e182-84dd-40ce-9ae4-96cbf510dcc2 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:48.393227 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-007ea671-76f2-40eb-a0aa-cbb9c541bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (585ce6ef-3bd5-494a-aa1a-4d0908bb401c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:48.513628 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-007ea671-76f2-40eb-a0aa-cbb9c541bd50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=850b11eac99642d49645f0c53f8fb6f0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4660335 Mar 28 23:37:48.513628 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53746) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:48.588792 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:48.591192 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ea671-76f2-40eb-a0aa-cbb9c541bd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585ce6ef-3bd5-494a-aa1a-4d0908bb401c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:48.591902 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Allocated IP 172.28.0.109 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/87740d9d-7dc4-4e8a-ab03-75193968eb2e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:48.717804 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:37:48.731917 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8dbef152-bf24-4c74-91cf-a6200b81dbd9 admin admin] Publish callbacks [] for security_group (585ce6ef-3bd5-494a-aa1a-4d0908bb401c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:48.800980 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8dbef152-bf24-4c74-91cf-a6200b81dbd9 admin admin] Publish callbacks [] for security_group (585ce6ef-3bd5-494a-aa1a-4d0908bb401c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:48.952871 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device a339e182-84dd-40ce-9ae4-96cbf510dcc2 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:48.983075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Allocated IP 172.20.0.1 (2f0721c1-751e-4a48-9590-46e6558f9aec/6c42e3b4-3cac-4376-9814-f15810be9554/4a306f88-521d-4866-b956-d1ca1f9fd680) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:48.996659 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks [] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.005807 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port a339e182-84dd-40ce-9ae4-96cbf510dcc2 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:49.006879 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.059176 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (c72ec197-b958-44fa-8c91-a9c080e8e390), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.061049 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.30', 63677) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:49.071188 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9e943e19-7a54-44fc-bd1b-9fac7193a122 req-16925d0a-110b-42e1-a5df-27e094e5c235 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 210 time: 0.0681915 Mar 28 23:37:49.130524 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72ec197-b958-44fa-8c91-a9c080e8e390,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:49.145537 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port a339e182-84dd-40ce-9ae4-96cbf510dcc2 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:49.146428 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8dbef152-bf24-4c74-91cf-a6200b81dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (585ce6ef-3bd5-494a-aa1a-4d0908bb401c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.147231 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 7366afa5-cd2f-4433-9694-2e7449693284 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:49.149112 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8dbef152-bf24-4c74-91cf-a6200b81dbd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.158939 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8dbef152-bf24-4c74-91cf-a6200b81dbd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/585ce6ef-3bd5-494a-aa1a-4d0908bb401c HTTP/1.1" status: 204 len: 168 time: 0.6453700 Mar 28 23:37:49.238708 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbef152-bf24-4c74-91cf-a6200b81dbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585ce6ef-3bd5-494a-aa1a-4d0908bb401c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:49.302565 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 7366afa5-cd2f-4433-9694-2e7449693284 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:49.303742 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7366afa5-cd2f-4433-9694-2e7449693284), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.356721 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Publish callbacks [] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.386890 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:37:49.405985 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:37:49.429968 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.462662 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.463955 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d7759abf-5d90-4396-aca0-e64e87961aac admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2667174 Mar 28 23:37:49.484382 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53786) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:49.485510 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.485892 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:37:49.488333 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:37:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:49.506944 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Network 2f0721c1-751e-4a48-9590-46e6558f9aec is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:49.510327 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:49.528799 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:49.529479 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (66cbc431-fe18-455f-a192-beca8dcc3023), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:49.615083 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Pushing event updated for resources: {'Port': ['ID=87740d9d-7dc4-4e8a-ab03-75193968eb2e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:49.667538 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Pushing event updated for resources: {'Port': ['ID=4a306f88-521d-4866-b956-d1ca1f9fd680,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:49.776779 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:37:49.806687 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:37:49.896051 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Checking segment: {'id': '952e4562-ba68-4832-b791-09c405d625e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9b25d455-47b4-4255-ad48-267341dd7379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:49.896418 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Network hostable DHCP agents. Network: 9b25d455-47b4-4255-ad48-267341dd7379, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:37:49.905927 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:49.922171 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:49.930318 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:49.947363 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72f2dfa-8cb6-43b0-9936-51199c5b9cae None None] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:49.990086 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Publish callbacks [] for port (e91fc53f-e7ce-417e-932e-909368eba012), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.008322 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (e91fc53f-e7ce-417e-932e-909368eba012), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.105880 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-448c7400-b663-41ec-a8e8-ca82f862b24d None None] Provisioning complete for port 7366afa5-cd2f-4433-9694-2e7449693284 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:50.106852 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-448c7400-b663-41ec-a8e8-ca82f862b24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7366afa5-cd2f-4433-9694-2e7449693284), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.109254 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 7366afa5-cd2f-4433-9694-2e7449693284 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:50.110011 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7366afa5-cd2f-4433-9694-2e7449693284), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.149058 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.184100 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Pushing event updated for resources: {'Port': ['ID=e91fc53f-e7ce-417e-932e-909368eba012,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:50.185207 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-88a67810-4dc3-463c-b3b7-974950d0b936 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:50.192129 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-88a67810-4dc3-463c-b3b7-974950d0b936 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.30 "GET /v2.0/networks?id=ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 HTTP/1.1" status: 200 len: 811 time: 1.1195264 Mar 28 23:37:50.196067 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 7366afa5-cd2f-4433-9694-2e7449693284, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=7366afa5-cd2f-4433-9694-2e7449693284,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:37:50.216120 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.224269 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Network 9b25d455-47b4-4255-ad48-267341dd7379 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:37:50.230479 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.232315 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.234567 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.235397 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.239515 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.241152 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.241578 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.242289 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.242848 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.244852 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.245886 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.246244 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.247383 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.248141 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Tracked resource versions report: Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: pushed versions: Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: { 'AddressGroup': {'1.2'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Agent': {'1.1'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'ConntrackHelper': {'1.0'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'LocalIPAssociation': {'1.0'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Log': {'1.0'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'NDPProxy': {'1.0'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Network': {'1.1'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Port': {'1.7'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'PortForwarding': {'1.3'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'QosPolicy': {'1.10'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'SecurityGroup': {'1.5'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'SecurityGroupRule': {'1.2'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'SubPort': {'1.0'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Subnet': {'1.1'}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Trunk': {'1.1'}} Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: consumer versions: Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: { DHCP agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: HyperV agent@hv-cinder-83552: {}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: L3 agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: Metadata agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: Metering agent@dv-cinder-835525-1-smb: {}, Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: Open vSwitch agent@dv-cinder-835525-1-smb: { 'AddressGroup': '1.2', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Agent': '1.1', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'ConntrackHelper': '1.0', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'LocalIPAssociation': '1.0', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Log': '1.0', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'NDPProxy': '1.0', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Network': '1.1', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Port': '1.7', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'PortForwarding': '1.3', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'QosPolicy': '1.10', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'SecurityGroup': '1.5', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'SecurityGroupRule': '1.2', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'SubPort': '1.0', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Subnet': '1.1', Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: 'Trunk': '1.1'}} Mar 28 23:37:50.251629 dv-cinder-835525-1-smb neutron-server[103357]: {{(pid=103357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 23:37:50.279050 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7366afa5-cd2f-4433-9694-2e7449693284), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.314484 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Attempting to bind port e91fc53f-e7ce-417e-932e-909368eba012 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:37:50.314992 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Attempting to bind port e91fc53f-e7ce-417e-932e-909368eba012 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:37:50.315364 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Attempting to bind port e91fc53f-e7ce-417e-932e-909368eba012 on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:37:50.319585 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Request body: {'port': {'device_id': '608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6', 'network_id': 'ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02', 'admin_state_up': True, 'tenant_id': '0040e242309344bbaa6ded9d197a366a'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:50.327295 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:37:50.327869 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:50.328286 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.328689 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:37:50.329168 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Bound port: e91fc53f-e7ce-417e-932e-909368eba012, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:37:50.329548 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e91fc53f-e7ce-417e-932e-909368eba012), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.401081 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-095eda12-1c5c-4574-b8d1-4beaf69ab02d req-b614499c-2ee8-4841-8505-5cf04e587b76 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 210 time: 0.1029680 Mar 28 23:37:50.401738 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 9b25d455-47b4-4255-ad48-267341dd7379) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:50.429282 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] For port e91fc53f-e7ce-417e-932e-909368eba012, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:37:50.433520 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] For port e91fc53f-e7ce-417e-932e-909368eba012, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=e91fc53f-e7ce-417e-932e-909368eba012,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:37:50.441866 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (e91fc53f-e7ce-417e-932e-909368eba012), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.461537 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:50.461917 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.496903 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=7366afa5-cd2f-4433-9694-2e7449693284,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:50.530029 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:37:50.530770 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:37:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:50.550223 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48204e-6b30-48cd-9c6d-8fc0bba836d2 None None] Network 9b25d455-47b4-4255-ad48-267341dd7379 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:50.625484 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9869f131-bacc-4518-972b-3704513c56cb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5191722 Mar 28 23:37:50.678062 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Publish callbacks [] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.694335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.694335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (66cbc431-fe18-455f-a192-beca8dcc3023), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:50.710230 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:37:50.805028 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Pushing event updated for resources: {'Port': ['ID=4a306f88-521d-4866-b956-d1ca1f9fd680,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:50.847752 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 7366afa5-cd2f-4433-9694-2e7449693284 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:50.951950 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d75b8a-b9fa-40ff-a4a5-de32f9f9b2e4 None None] Network 9b25d455-47b4-4255-ad48-267341dd7379 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:37:50.963388 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aba49d-abce-40da-890a-e1d9db6cf5eb None None] Pushing event updated for resources: {'Port': ['ID=e91fc53f-e7ce-417e-932e-909368eba012,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:50.971964 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53858) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:50.987179 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:37:49Z', 'revision_number': 1, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:51.060286 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b50412-07cb-4a02-8817-becef43475e5 None None] The sync data for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb is: [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:37:49Z', 'revision_number': 1, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:37:51.280777 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks [] for router_gateway (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:51.352527 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b22bba-b318-4d8f-973d-bede92393db2 admin admin] Deleting subnet eef977dd-73d3-48fe-9aa2-a9b11c8ab278 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:37:51.356786 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84b22bba-b318-4d8f-973d-bede92393db2 admin admin] Publish callbacks [] for subnet (eef977dd-73d3-48fe-9aa2-a9b11c8ab278), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:51.410203 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84b22bba-b318-4d8f-973d-bede92393db2 admin admin] Publish callbacks [] for subnet (eef977dd-73d3-48fe-9aa2-a9b11c8ab278), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:51.422630 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84b22bba-b318-4d8f-973d-bede92393db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (eef977dd-73d3-48fe-9aa2-a9b11c8ab278), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:51.478168 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Made reservation on behalf of 0040e242309344bbaa6ded9d197a366a for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:37:51.497325 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84b22bba-b318-4d8f-973d-bede92393db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (eef977dd-73d3-48fe-9aa2-a9b11c8ab278), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:51.498434 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:51.581627 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b22bba-b318-4d8f-973d-bede92393db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef977dd-73d3-48fe-9aa2-a9b11c8ab278,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:51.653811 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Network 2f0721c1-751e-4a48-9590-46e6558f9aec is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:51.667765 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84b22bba-b318-4d8f-973d-bede92393db2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:51.671715 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-84b22bba-b318-4d8f-973d-bede92393db2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eef977dd-73d3-48fe-9aa2-a9b11c8ab278 HTTP/1.1" status: 204 len: 168 time: 0.6987424 Mar 28 23:37:51.673945 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:51.689644 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53876) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:51.861721 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-448c7400-b663-41ec-a8e8-ca82f862b24d None None] Current status of the port 7366afa5-cd2f-4433-9694-2e7449693284 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:51.903746 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 7366afa5-cd2f-4433-9694-2e7449693284 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:51.905995 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7366afa5-cd2f-4433-9694-2e7449693284), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:52.183247 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-e8b673e9-9c10-4a6b-9459-3c1dfacd85eb None None] Provisioning complete for port 4a306f88-521d-4866-b956-d1ca1f9fd680 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:52.201804 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e8b673e9-9c10-4a6b-9459-3c1dfacd85eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:52.327896 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-92395aff-73c8-4c36-b8f6-58d5520a1c51 req-f225a215-4592-40d6-a94b-ba30d00b4883 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 210 time: 0.2578855 Mar 28 23:37:52.338997 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (b54d9f4f-d978-4c0b-a821-50b88f379499), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:52.382886 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e8b673e9-9c10-4a6b-9459-3c1dfacd85eb None None] Port 4a306f88-521d-4866-b956-d1ca1f9fd680 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:37:52.391031 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:46Z', 'revision_number': 3, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:52.414487 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53894) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:52.533754 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:52.576039 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:37:52.580448 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Updating router 2a690723-eb9c-47d6-9f5f-658a9d86fafa port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 binding host dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:37:52.682420 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (b54d9f4f-d978-4c0b-a821-50b88f379499), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:52.745750 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.746325 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.747467 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.748083 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > port after_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.748560 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.749068 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > port after_update 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.749558 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.750129 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.750642 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.751164 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:52.768001 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 7366afa5-cd2f-4433-9694-2e7449693284 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:52.785304 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-d8426bb3-4eb8-4cc1-aa9e-27dd39461b6a None None] Provisioning complete for port 7366afa5-cd2f-4433-9694-2e7449693284 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:52.787737 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8426bb3-4eb8-4cc1-aa9e-27dd39461b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7366afa5-cd2f-4433-9694-2e7449693284), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:52.789630 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:52.792386 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Allocated IP 172.20.0.13 (ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02/925f8ff6-9a08-4afc-b1eb-f08d5ef807da/c90264b6-7bf5-4463-97cc-6f855b0be150) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:53.168432 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:53.168805 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:53.169141 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:53.169543 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:37:53.169922 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54d9f4f-d978-4c0b-a821-50b88f379499']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:53.205776 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cedf386-9206-4d7f-ac6a-c860edeab19c') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:53.206069 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cedf386-9206-4d7f-ac6a-c860edeab19c') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:53.237517 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device e91fc53f-e7ce-417e-932e-909368eba012 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:53.252140 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b5695c1-05bf-42b9-84f8-7611946ed189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:53.261618 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (4cedf386-9206-4d7f-ac6a-c860edeab19c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:53.296132 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Router 66cbc431-fe18-455f-a192-beca8dcc3023 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:37:53.606007 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port e91fc53f-e7ce-417e-932e-909368eba012 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:53.607175 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (e91fc53f-e7ce-417e-932e-909368eba012), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:53.654211 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b5695c1-05bf-42b9-84f8-7611946ed189 admin admin] Publish callbacks [] for security_group (3700c730-8168-42db-a32e-f8ef3dd6e6d9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:53.673753 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (4cedf386-9206-4d7f-ac6a-c860edeab19c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:53.679238 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b5695c1-05bf-42b9-84f8-7611946ed189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3700c730-8168-42db-a32e-f8ef3dd6e6d9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:53.714137 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d8426bb3-4eb8-4cc1-aa9e-27dd39461b6a None None] Current status of the port 7366afa5-cd2f-4433-9694-2e7449693284 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:53.780055 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-d8426bb3-4eb8-4cc1-aa9e-27dd39461b6a None None] Provisioning complete for port 4a306f88-521d-4866-b956-d1ca1f9fd680 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:53.780443 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8426bb3-4eb8-4cc1-aa9e-27dd39461b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:53.830606 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d8426bb3-4eb8-4cc1-aa9e-27dd39461b6a None None] Port 4a306f88-521d-4866-b956-d1ca1f9fd680 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:37:53.898712 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-491a51d5-24e7-4628-a290-aebaeacc2ee7 req-1d864cd2-5d3d-410a-bc0f-d1a0768e0f04 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 210 time: 0.2761018 Mar 28 23:37:54.011520 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-2b5695c1-05bf-42b9-84f8-7611946ed189 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c9d0237f88d4b17ad837df2b04f3286&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5959218 Mar 28 23:37:54.039387 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53918) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:54.040058 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port e91fc53f-e7ce-417e-932e-909368eba012 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:54.040447 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e91fc53f-e7ce-417e-932e-909368eba012), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.041830 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5695c1-05bf-42b9-84f8-7611946ed189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3700c730-8168-42db-a32e-f8ef3dd6e6d9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:54.047482 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:37:54.047919 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (4cedf386-9206-4d7f-ac6a-c860edeab19c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: from cryptography.utils import int_from_bytes Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: from cryptography.utils import int_from_bytes Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:37:54.052587 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:37:54.063550 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.142329 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port e91fc53f-e7ce-417e-932e-909368eba012, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=e91fc53f-e7ce-417e-932e-909368eba012,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:37:54.166149 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Publish callbacks [] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.168435 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (e91fc53f-e7ce-417e-932e-909368eba012), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.185120 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.197384 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (b54d9f4f-d978-4c0b-a821-50b88f379499), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.244713 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54d9f4f-d978-4c0b-a821-50b88f379499,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:54.250875 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.255330 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7f11b3b5-617d-43cd-a6e8-5dc73e4ced94 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b54d9f4f-d978-4c0b-a821-50b88f379499 HTTP/1.1" status: 204 len: 168 time: 2.5633683 Mar 28 23:37:54.259139 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53924) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:54.301490 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:37:54.312391 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Attempting to bind port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:37:54.312944 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Attempting to bind port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:37:54.313191 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Attempting to bind port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:37:54.315914 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8094c4bc-3650-4d08-b662-5760288ce957 admin admin] 10.222.0.16 "PUT /v2.0/routers/66cbc431-fe18-455f-a192-beca8dcc3023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3302143 Mar 28 23:37:54.345405 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:37:54.345953 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:54.347215 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.347215 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:37:54.347500 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Bound port: 157d5e32-8d2f-48e5-b88c-f5d3681e9658, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:37:54.348122 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.353184 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=e91fc53f-e7ce-417e-932e-909368eba012,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:54.379707 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5f77e6-14ec-4b15-b382-47052619751a admin admin] Deleting subnet c72ec197-b958-44fa-8c91-a9c080e8e390 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:37:54.389117 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad5f77e6-14ec-4b15-b382-47052619751a admin admin] Publish callbacks [] for subnet (c72ec197-b958-44fa-8c91-a9c080e8e390), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.421889 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8bd8-20a9-4193-abc6-ea7613d7bd62 None None] Pushing event updated for resources: {'Port': ['ID=157d5e32-8d2f-48e5-b88c-f5d3681e9658,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:54.423866 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cce31b58-071f-42ac-a9e0-c38711bbc1c6 admin admin] Publish callbacks [] for security_group (3700c730-8168-42db-a32e-f8ef3dd6e6d9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.463158 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad5f77e6-14ec-4b15-b382-47052619751a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (c72ec197-b958-44fa-8c91-a9c080e8e390), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.478684 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cce31b58-071f-42ac-a9e0-c38711bbc1c6 admin admin] Publish callbacks [] for security_group (3700c730-8168-42db-a32e-f8ef3dd6e6d9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.559232 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] For port 157d5e32-8d2f-48e5-b88c-f5d3681e9658, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:37:54.567297 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] For port 157d5e32-8d2f-48e5-b88c-f5d3681e9658, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=157d5e32-8d2f-48e5-b88c-f5d3681e9658,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:37:54.580139 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.593555 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Publish callbacks [] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.597181 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cce31b58-071f-42ac-a9e0-c38711bbc1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3700c730-8168-42db-a32e-f8ef3dd6e6d9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.604720 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cce31b58-071f-42ac-a9e0-c38711bbc1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.612611 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-cce31b58-071f-42ac-a9e0-c38711bbc1c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3700c730-8168-42db-a32e-f8ef3dd6e6d9 HTTP/1.1" status: 204 len: 168 time: 0.5580118 Mar 28 23:37:54.651938 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad5f77e6-14ec-4b15-b382-47052619751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (c72ec197-b958-44fa-8c91-a9c080e8e390), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.755627 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:37:54.757397 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:37:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:54.827263 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:37:54.856958 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad5f77e6-14ec-4b15-b382-47052619751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (c72ec197-b958-44fa-8c91-a9c080e8e390), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.911641 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce31b58-071f-42ac-a9e0-c38711bbc1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3700c730-8168-42db-a32e-f8ef3dd6e6d9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:54.928338 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f77e6-14ec-4b15-b382-47052619751a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72ec197-b958-44fa-8c91-a9c080e8e390,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:54.968049 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad5f77e6-14ec-4b15-b382-47052619751a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:54.979077 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-ad5f77e6-14ec-4b15-b382-47052619751a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c72ec197-b958-44fa-8c91-a9c080e8e390 HTTP/1.1" status: 204 len: 168 time: 0.7148817 Mar 28 23:37:54.983533 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53942) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:55.049205 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device e91fc53f-e7ce-417e-932e-909368eba012 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:55.130516 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8bd8-20a9-4193-abc6-ea7613d7bd62 None None] Pushing event updated for resources: {'Port': ['ID=157d5e32-8d2f-48e5-b88c-f5d3681e9658,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:55.212532 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (9b25d455-47b4-4255-ad48-267341dd7379), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:55.221727 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53946) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:55.282911 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Sync routers for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:37:55.323623 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port e91fc53f-e7ce-417e-932e-909368eba012 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:55.324064 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (e91fc53f-e7ce-417e-932e-909368eba012), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:55.346620 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:37:55.356768 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:37:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:55.421452 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d104aee8-8fc5-48a5-8b09-16d84e7daae4 req-d5961c9a-538d-42d8-a25f-7734717ee752 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 210 time: 0.2094898 Mar 28 23:37:55.463587 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Allocated IP 172.20.0.1 (ff391c91-7095-4e45-a1a1-7c2e2f6f80df/cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6/73939ffd-1334-4e7f-a326-39e2676f9d53) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:37:55.486881 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53954) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:55.492217 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:55.494944 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:37:55.565225 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5eba6d19-652c-4dcc-abe5-2fc1ef95918f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:55.577314 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (9b25d455-47b4-4255-ad48-267341dd7379), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:55.676837 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5eba6d19-652c-4dcc-abe5-2fc1ef95918f admin admin] Publish callbacks [] for security_group (03805600-08a4-4e07-ae06-3dd2e0331e52), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:55.693118 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5eba6d19-652c-4dcc-abe5-2fc1ef95918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (03805600-08a4-4e07-ae06-3dd2e0331e52), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:55.779435 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:37:55.806020 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba6d19-652c-4dcc-abe5-2fc1ef95918f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03805600-08a4-4e07-ae06-3dd2e0331e52,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:55.820603 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b25d455-47b4-4255-ad48-267341dd7379']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:55.830406 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Pushing event updated for resources: {'Port': ['ID=c90264b6-7bf5-4463-97cc-6f855b0be150,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:55.861494 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952e4562-ba68-4832-b791-09c405d625e3') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:55.861990 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952e4562-ba68-4832-b791-09c405d625e3') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:55.951153 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:55.951931 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (952e4562-ba68-4832-b791-09c405d625e3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:55.968204 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5eba6d19-652c-4dcc-abe5-2fc1ef95918f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e44ff2bb44c540a5a399d9d196cafc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4772241 Mar 28 23:37:55.973146 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:55.975298 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53958) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:55.986210 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:55.993682 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (952e4562-ba68-4832-b791-09c405d625e3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.002352 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:56.009494 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.029117 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:37:56.030021 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (952e4562-ba68-4832-b791-09c405d625e3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.062602 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:37:56.091107 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:37:56.092765 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Sync routers for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:37:56.109029 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (9b25d455-47b4-4255-ad48-267341dd7379), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.151077 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.156808 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b25d455-47b4-4255-ad48-267341dd7379 HTTP/1.1" status: 204 len: 168 time: 1.1697021 Mar 28 23:37:56.160047 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45761b4f-2a9a-4b38-80eb-1f9d80437147 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b25d455-47b4-4255-ad48-267341dd7379,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:56.169447 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-205577b6-2830-4dc6-8b3d-903ab822956e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.182610 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-17c2bf1f-3147-46c2-8de8-3a7a58f8c439 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8943615 Mar 28 23:37:56.237142 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53968) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:56.260981 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-72d145cc-965b-4c29-8ac5-b5e9a9c0fb7d tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:37:56.265479 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-72d145cc-965b-4c29-8ac5-b5e9a9c0fb7d tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199480 Mar 28 23:37:56.279514 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-205577b6-2830-4dc6-8b3d-903ab822956e admin admin] Publish callbacks [] for security_group (ec2fdb88-fc69-4b9e-a0fc-1f79aa6b11be), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.287959 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-205577b6-2830-4dc6-8b3d-903ab822956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ec2fdb88-fc69-4b9e-a0fc-1f79aa6b11be), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.293795 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3ef0bcf4-5249-43b8-ab22-091af47c21d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751827341', 'description': 'tempest-description--536310186'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:56.295245 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port e91fc53f-e7ce-417e-932e-909368eba012 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:37:56.302261 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:37:56.305990 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:37:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:56.326840 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.329308 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-1701c9d7-614a-487a-b7f2-5fa7e837d9c8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.0676167 Mar 28 23:37:56.337053 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205577b6-2830-4dc6-8b3d-903ab822956e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2fdb88-fc69-4b9e-a0fc-1f79aa6b11be,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:56.354008 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 53972) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:56.361612 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb67c-0b4f-4d15-bb90-025470241ecb admin admin] Publish callbacks [] for security_group (03805600-08a4-4e07-ae06-3dd2e0331e52), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.400938 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-205577b6-2830-4dc6-8b3d-903ab822956e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14d958398009407fbda46160b211cb80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1549172 Mar 28 23:37:56.404553 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53974) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:56.524847 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53978) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:56.577174 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 2, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:56.645938 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb67c-0b4f-4d15-bb90-025470241ecb admin admin] Publish callbacks [] for security_group (03805600-08a4-4e07-ae06-3dd2e0331e52), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.650311 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b83ba890-de43-4f2c-a8a2-656b4d85e26d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0b44713b0d14f39898d69b19fa78225&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1055863 Mar 28 23:37:56.669279 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 53982) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:56.721804 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Checking router: 66cbc431-fe18-455f-a192-beca8dcc3023 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:37:56.722245 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Updating router 66cbc431-fe18-455f-a192-beca8dcc3023 port 4a306f88-521d-4866-b956-d1ca1f9fd680 binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:37:56.779918 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ff13-ea12-4357-ba97-803a13a8a4db admin admin] Publish callbacks [] for security_group (b098b58e-dca1-4c99-8b2c-d8602498c0c1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.806827 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Request body: {'port': {'device_id': '608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:37:56.818127 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ff13-ea12-4357-ba97-803a13a8a4db admin admin] Publish callbacks [] for security_group (b098b58e-dca1-4c99-8b2c-d8602498c0c1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.837327 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.908707 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ff13-ea12-4357-ba97-803a13a8a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b098b58e-dca1-4c99-8b2c-d8602498c0c1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.920876 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ff13-ea12-4357-ba97-803a13a8a4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.921185 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:56.922137 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-dbb0ff13-ea12-4357-ba97-803a13a8a4db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b098b58e-dca1-4c99-8b2c-d8602498c0c1 HTTP/1.1" status: 204 len: 168 time: 0.2508297 Mar 28 23:37:56.995706 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0ff13-ea12-4357-ba97-803a13a8a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b098b58e-dca1-4c99-8b2c-d8602498c0c1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:56.996414 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ef0bcf4-5249-43b8-ab22-091af47c21d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.014657 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7d97779-6734-4742-9411-2c291e366f59 admin admin] Publish callbacks [] for security_group (ec2fdb88-fc69-4b9e-a0fc-1f79aa6b11be), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.016703 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb67c-0b4f-4d15-bb90-025470241ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (03805600-08a4-4e07-ae06-3dd2e0331e52), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.020290 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb67c-0b4f-4d15-bb90-025470241ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.022802 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-dd5fb67c-0b4f-4d15-bb90-025470241ecb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03805600-08a4-4e07-ae06-3dd2e0331e52 HTTP/1.1" status: 204 len: 168 time: 1.0426769 Mar 28 23:37:57.033205 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Publish callbacks [] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.048589 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fb67c-0b4f-4d15-bb90-025470241ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03805600-08a4-4e07-ae06-3dd2e0331e52,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:57.072267 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7d97779-6734-4742-9411-2c291e366f59 admin admin] Publish callbacks [] for security_group (ec2fdb88-fc69-4b9e-a0fc-1f79aa6b11be), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.159332 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7d97779-6734-4742-9411-2c291e366f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ec2fdb88-fc69-4b9e-a0fc-1f79aa6b11be), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.169920 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7d97779-6734-4742-9411-2c291e366f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.174271 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b7d97779-6734-4742-9411-2c291e366f59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec2fdb88-fc69-4b9e-a0fc-1f79aa6b11be HTTP/1.1" status: 204 len: 168 time: 0.7619314 Mar 28 23:37:57.194739 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d97779-6734-4742-9411-2c291e366f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2fdb88-fc69-4b9e-a0fc-1f79aa6b11be,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:57.506385 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:37:57.924474 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90264b6-7bf5-4463-97cc-6f855b0be150 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:37:57.935945 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Publish callbacks [] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:57.936134 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:46Z', 'revision_number': 3, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:57.979319 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Transition to ACTIVE for port object c90264b6-7bf5-4463-97cc-6f855b0be150 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:37:57.986485 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.026612 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Publish callbacks [] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.037245 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e5484-06cc-41c8-b89e-eae7f81d0ddf None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:46Z', 'revision_number': 3, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:37:58.037940 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.263060 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 3, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:58.329499 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54010) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:58.368000 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Checking router: dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:37:58.368378 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Updating router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 port 87740d9d-7dc4-4e8a-ab03-75193968eb2e binding host dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:37:58.385053 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Attempting to bind port 4a306f88-521d-4866-b956-d1ca1f9fd680 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:37:58.390987 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Attempting to bind port 4a306f88-521d-4866-b956-d1ca1f9fd680 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:37:58.395465 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Attempting to bind port 4a306f88-521d-4866-b956-d1ca1f9fd680 on network 2f0721c1-751e-4a48-9590-46e6558f9aec {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:37:58.421739 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:37:58.422332 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Checking segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:37:58.423708 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.424605 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Bound using segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:37:58.425975 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Bound port: 4a306f88-521d-4866-b956-d1ca1f9fd680, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:37:58.428982 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.457058 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.483657 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-563ff3e9-d731-4b0b-96b2-a58bd6fae409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1df6ce249df34a7a97f9043f19834657&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1518471 Mar 28 23:37:58.485698 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54012) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:37:58.638229 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] For port 4a306f88-521d-4866-b956-d1ca1f9fd680, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:37:58.649969 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] For port 4a306f88-521d-4866-b956-d1ca1f9fd680, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=4a306f88-521d-4866-b956-d1ca1f9fd680,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:37:58.664832 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b1289-e4c5-4214-9a79-0a582c766c24 None None] Pushing event updated for resources: {'Port': ['ID=4a306f88-521d-4866-b956-d1ca1f9fd680,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:58.731094 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.758067 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f05f251f-0236-45e6-94a9-9025abd232d6 admin admin] Publish callbacks [] for security_group (94822f61-90f5-4574-a0fd-c9f35bfb99b5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.895696 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f05f251f-0236-45e6-94a9-9025abd232d6 admin admin] Publish callbacks [] for security_group (94822f61-90f5-4574-a0fd-c9f35bfb99b5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:58.976510 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:37:58.978811 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:37:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:59.017522 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-de19d766-b1b4-4b2f-bb8c-92205ec5e001 None None] Provisioning complete for port 4a306f88-521d-4866-b956-d1ca1f9fd680 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:37:59.018073 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de19d766-b1b4-4b2f-bb8c-92205ec5e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:59.098371 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f05f251f-0236-45e6-94a9-9025abd232d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (94822f61-90f5-4574-a0fd-c9f35bfb99b5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:59.109465 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f05f251f-0236-45e6-94a9-9025abd232d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:59.114211 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f05f251f-0236-45e6-94a9-9025abd232d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94822f61-90f5-4574-a0fd-c9f35bfb99b5 HTTP/1.1" status: 204 len: 168 time: 0.6264648 Mar 28 23:37:59.159343 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f251f-0236-45e6-94a9-9025abd232d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94822f61-90f5-4574-a0fd-c9f35bfb99b5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:59.249702 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 157d5e32-8d2f-48e5-b88c-f5d3681e9658 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:37:59.263027 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b1289-e4c5-4214-9a79-0a582c766c24 None None] Pushing event updated for resources: {'Port': ['ID=4a306f88-521d-4866-b956-d1ca1f9fd680,revision_number=4']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:37:59.364692 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:37:59.443188 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:59.596582 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:37:59.700773 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b2a6a-b167-44e4-82db-8cf754e3156a req-6ae72fb6-11d8-4275-b94a-c1c8c9b87c88 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:37:59.710150 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba9b2a6a-b167-44e4-82db-8cf754e3156a req-6ae72fb6-11d8-4275-b94a-c1c8c9b87c88 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 932 time: 3.0844495 Mar 28 23:37:59.785514 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:37:59.799235 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:37:59.799678 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (2a690723-eb9c-47d6-9f5f-658a9d86fafa), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:59.944495 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Publish callbacks [] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:37:59.956514 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:37:58Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:37:59.963922 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:00.044374 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba9b2a6a-b167-44e4-82db-8cf754e3156a req-59a44d57-5cc7-49bb-8139-f937ddfce8c6 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330936 Mar 28 23:38:00.059961 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a856-1d79-442e-9031-fffc1b02a513 None None] The sync data for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb is: [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:37:58Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:38:00.291052 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Attempting to bind port 87740d9d-7dc4-4e8a-ab03-75193968eb2e on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:00.291593 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Attempting to bind port 87740d9d-7dc4-4e8a-ab03-75193968eb2e by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:00.291924 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Attempting to bind port 87740d9d-7dc4-4e8a-ab03-75193968eb2e on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:00.380281 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:00.380723 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:00.381126 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:00.381519 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:00.389985 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Bound port: 87740d9d-7dc4-4e8a-ab03-75193968eb2e, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:00.390453 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:00.496347 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ef0bcf4-5249-43b8-ab22-091af47c21d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (1728e885-2df5-4d7a-b7f3-67673e2bf690), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:00.518279 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] For port 87740d9d-7dc4-4e8a-ab03-75193968eb2e, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:00.522239 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] For port 87740d9d-7dc4-4e8a-ab03-75193968eb2e, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=87740d9d-7dc4-4e8a-ab03-75193968eb2e,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:00.530771 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64d887-9484-4f59-91a6-4ddc50faf970 None None] Pushing event updated for resources: {'Port': ['ID=87740d9d-7dc4-4e8a-ab03-75193968eb2e,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:00.542515 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:00.559798 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ef0bcf4-5249-43b8-ab22-091af47c21d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (1728e885-2df5-4d7a-b7f3-67673e2bf690), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:00.812623 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ef0bcf4-5249-43b8-ab22-091af47c21d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:00.817151 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54092) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:00.818116 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-3ef0bcf4-5249-43b8-ab22-091af47c21d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 4.5515583 Mar 28 23:38:00.821113 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Pushing event updated for resources: {'Port': ['ID=73939ffd-1334-4e7f-a326-39e2676f9d53,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:00.825195 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-9e43045d-5939-48c3-a8e0-07a04d700c2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'security_group_rule': {'security_group_id': '1728e885-2df5-4d7a-b7f3-67673e2bf690', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:00.904801 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64d887-9484-4f59-91a6-4ddc50faf970 None None] Pushing event updated for resources: {'Port': ['ID=87740d9d-7dc4-4e8a-ab03-75193968eb2e,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:00.908056 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-de19d766-b1b4-4b2f-bb8c-92205ec5e001 None None] Current status of the port 4a306f88-521d-4866-b956-d1ca1f9fd680 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:00.917093 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de19d766-b1b4-4b2f-bb8c-92205ec5e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:00.929860 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e43045d-5939-48c3-a8e0-07a04d700c2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (f301291d-4646-4858-bb9b-bc1c181011ff), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.008161 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:01.008269 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:37:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:01.111363 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.120571 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e43045d-5939-48c3-a8e0-07a04d700c2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (f301291d-4646-4858-bb9b-bc1c181011ff), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.143396 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e43045d-5939-48c3-a8e0-07a04d700c2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (f301291d-4646-4858-bb9b-bc1c181011ff), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.193978 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43045d-5939-48c3-a8e0-07a04d700c2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f301291d-4646-4858-bb9b-bc1c181011ff,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:01.196895 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:01.200978 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.221893 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e43045d-5939-48c3-a8e0-07a04d700c2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.226456 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9e43045d-5939-48c3-a8e0-07a04d700c2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071636 Mar 28 23:38:01.230346 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54110) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:01.244899 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-8def5ec0-f1b4-464c-bc86-8d311d6057e0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'security_group_rule': {'security_group_id': '1728e885-2df5-4d7a-b7f3-67673e2bf690', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:01.335083 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5ec0-f1b4-464c-bc86-8d311d6057e0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (c626c710-be87-47e0-888f-75b3a426caab), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.520146 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5ec0-f1b4-464c-bc86-8d311d6057e0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (c626c710-be87-47e0-888f-75b3a426caab), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.523101 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-de19d766-b1b4-4b2f-bb8c-92205ec5e001 None None] For port 4a306f88-521d-4866-b956-d1ca1f9fd680, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=4a306f88-521d-4866-b956-d1ca1f9fd680,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:01.528065 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5ec0-f1b4-464c-bc86-8d311d6057e0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (c626c710-be87-47e0-888f-75b3a426caab), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.559544 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de19d766-b1b4-4b2f-bb8c-92205ec5e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.575404 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0781070-d952-499e-ba00-78610c15cb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.611064 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5ec0-f1b4-464c-bc86-8d311d6057e0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c626c710-be87-47e0-888f-75b3a426caab,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:01.632565 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5ec0-f1b4-464c-bc86-8d311d6057e0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.639712 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8def5ec0-f1b4-464c-bc86-8d311d6057e0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4024787 Mar 28 23:38:01.640701 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54118) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:01.659440 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:01.704201 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:01.704639 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.750116 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:01.759229 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:01.789738 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Attempting to bind port c90264b6-7bf5-4463-97cc-6f855b0be150 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:01.792001 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Attempting to bind port c90264b6-7bf5-4463-97cc-6f855b0be150 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '98131323-8875-4bc0-95a2-32dd5e9deb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:01.795002 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Attempting to bind port c90264b6-7bf5-4463-97cc-6f855b0be150 on network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:01.812296 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0bcf4-5249-43b8-ab22-091af47c21d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1728e885-2df5-4d7a-b7f3-67673e2bf690,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:01.829155 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Pushing event updated for resources: {'Port': ['ID=c90264b6-7bf5-4463-97cc-6f855b0be150,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:02.047082 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Port c90264b6-7bf5-4463-97cc-6f855b0be150 on network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:38:02.047405 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Attempting to bind port c90264b6-7bf5-4463-97cc-6f855b0be150 on network ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:02.067324 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:02.067703 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Checking segment: {'id': '98131323-8875-4bc0-95a2-32dd5e9deb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:02.068811 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Bound using segment: {'id': '98131323-8875-4bc0-95a2-32dd5e9deb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:02.069263 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Bound port: c90264b6-7bf5-4463-97cc-6f855b0be150, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98131323-8875-4bc0-95a2-32dd5e9deb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:02.069626 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:02.171466 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 157d5e32-8d2f-48e5-b88c-f5d3681e9658, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=157d5e32-8d2f-48e5-b88c-f5d3681e9658,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:02.173044 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:02.182093 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19d766-b1b4-4b2f-bb8c-92205ec5e001 None None] Pushing event updated for resources: {'Port': ['ID=4a306f88-521d-4866-b956-d1ca1f9fd680,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:02.214129 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:02.236672 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-958799f0-6c99-4243-a78f-5da0757d1a57 None None] Provisioning complete for port 73939ffd-1334-4e7f-a326-39e2676f9d53 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:02.260919 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-958799f0-6c99-4243-a78f-5da0757d1a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:02.341203 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:02.600467 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 4a306f88-521d-4866-b956-d1ca1f9fd680 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:02.738075 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764581f0-ad42-487f-9c86-9a96d4e75d81 req-9364e876-8df0-4ae5-a353-8a666f408928 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:02.739770 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-764581f0-ad42-487f-9c86-9a96d4e75d81 req-9364e876-8df0-4ae5-a353-8a666f408928 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 944 time: 1.1848683 Mar 28 23:38:02.943731 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=157d5e32-8d2f-48e5-b88c-f5d3681e9658,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:02.962183 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-958799f0-6c99-4243-a78f-5da0757d1a57 None None] Port 73939ffd-1334-4e7f-a326-39e2676f9d53 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:03.039745 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-958799f0-6c99-4243-a78f-5da0757d1a57 None None] Provisioning complete for port 4a306f88-521d-4866-b956-d1ca1f9fd680 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:03.040375 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-958799f0-6c99-4243-a78f-5da0757d1a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:03.100094 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54178) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:03.113851 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 4a306f88-521d-4866-b956-d1ca1f9fd680 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:03.114449 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:03.315690 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 3, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:03.317894 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-764581f0-ad42-487f-9c86-9a96d4e75d81 req-2e7fe02f-1c48-4f42-ae4d-90fc647474dd tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549548 Mar 28 23:38:03.323999 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] For port c90264b6-7bf5-4463-97cc-6f855b0be150, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:03.335442 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Allocated IP 172.20.0.1 (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b/5456eaae-eae6-4d64-93e9-f0324889b029/f9de8a84-74da-411c-a15b-742d42fd0cab) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:03.367172 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b4715-b7eb-4e72-bbbb-ef36d3bf2711 None None] The sync data for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb is: [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 3, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:38:03.414616 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Allocated IP 172.28.0.51 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/3e34b82c-f9f7-48dd-8b39-c5a3194880b9) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:03.453267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] For port c90264b6-7bf5-4463-97cc-6f855b0be150, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c90264b6-7bf5-4463-97cc-6f855b0be150,segment=NetworkSegment(98131323-8875-4bc0-95a2-32dd5e9deb66),segment_id=98131323-8875-4bc0-95a2-32dd5e9deb66)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:03.480963 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:03.506914 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-958799f0-6c99-4243-a78f-5da0757d1a57 None None] Current status of the port 4a306f88-521d-4866-b956-d1ca1f9fd680 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:03.547487 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97e4af3d-4b59-4f47-b347-e276f74b532c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:03.559120 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 4a306f88-521d-4866-b956-d1ca1f9fd680 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:03.584569 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54196) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:03.644571 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:03.645335 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:03.647462 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] 10.222.0.30 "PUT /v2.0/ports/c90264b6-7bf5-4463-97cc-6f855b0be150 HTTP/1.1" status: 200 len: 1094 time: 7.0743961 Mar 28 23:38:03.655527 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6', 'tag': 'c90264b6-7bf5-4463-97cc-6f855b0be150'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:03.710916 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for port (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:03.769673 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:03.829573 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:03.854282 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:03.859246 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:03.915219 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dabe0eb0-d4f2-46c3-871e-1a0f35bfa525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.012545 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52d05a2b-a020-493b-ba60-6fd45227cebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.018367 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6d58b-de06-4a97-8c92-6260d7acf45e service neutron] Pushing event updated for resources: {'Port': ['ID=c90264b6-7bf5-4463-97cc-6f855b0be150,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:04.041883 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'Port': ['ID=3e34b82c-f9f7-48dd-8b39-c5a3194880b9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:04.133746 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Publish callbacks [] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.167337 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.168112 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (2a690723-eb9c-47d6-9f5f-658a9d86fafa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.189083 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Publish callbacks [] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.192224 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-1e43fecc-da5e-46b4-a91b-fa4684c3ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:04.194566 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-1e43fecc-da5e-46b4-a91b-fa4684c3ab1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0040e242309344bbaa6ded9d197a366a&device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 1128 time: 0.4244359 Mar 28 23:38:04.249138 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96313f34-e2d8-485c-a415-d494310be06e" -d '{"events": [{"name": "network-changed", "server_uuid": "608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6", "tag": "c90264b6-7bf5-4463-97cc-6f855b0be150"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:04.250982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (07ec11ae-0d57-4669-99ae-6e65da85ac26), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.344345 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52d05a2b-a020-493b-ba60-6fd45227cebf admin admin] Publish callbacks [] for security_group (0a5061f7-85a4-4e70-a480-84acdc6940f5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.345401 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.401490 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52d05a2b-a020-493b-ba60-6fd45227cebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (0a5061f7-85a4-4e70-a480-84acdc6940f5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.488307 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 87740d9d-7dc4-4e8a-ab03-75193968eb2e up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:04.597572 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-52d05a2b-a020-493b-ba60-6fd45227cebf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06cbe9896f3245f3b65fa566fdfa83a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0093892 Mar 28 23:38:04.602666 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54228) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:04.605265 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d05a2b-a020-493b-ba60-6fd45227cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5061f7-85a4-4e70-a480-84acdc6940f5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:04.658179 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 87740d9d-7dc4-4e8a-ab03-75193968eb2e triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:04.658548 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.704967 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-9edfc764-a396-4aa9-9eac-1c1f574b36fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c90264b6-7bf5-4463-97cc-6f855b0be150 HTTP/1.1" status: 200 len: 217 time: 0.4815214 Mar 28 23:38:04.752199 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.780262 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.814574 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece1c1b7-ed81-44fa-880f-a274be2f8ab8 admin admin] Publish callbacks [] for security_group (0a5061f7-85a4-4e70-a480-84acdc6940f5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.822553 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for port (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.848641 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 87740d9d-7dc4-4e8a-ab03-75193968eb2e is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:04.849032 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.850379 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.901670 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece1c1b7-ed81-44fa-880f-a274be2f8ab8 admin admin] Publish callbacks [] for security_group (0a5061f7-85a4-4e70-a480-84acdc6940f5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.909392 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 87740d9d-7dc4-4e8a-ab03-75193968eb2e, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=87740d9d-7dc4-4e8a-ab03-75193968eb2e,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:04.918461 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:04.919516 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 157d5e32-8d2f-48e5-b88c-f5d3681e9658 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:05.010146 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:05.017518 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-ad12fb29-7ac8-4982-9dd9-0ca8a05ec6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:05.019165 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-ad12fb29-7ac8-4982-9dd9-0ca8a05ec6ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=925f8ff6-9a08-4afc-b1eb-f08d5ef807da HTTP/1.1" status: 200 len: 851 time: 0.2407105 Mar 28 23:38:05.023776 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4bff55-34e6-44f3-a7bc-27a714d4d6f4 x-openstack-request-id: req-5a4bff55-34e6-44f3-a7bc-27a714d4d6f4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:05.024399 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6", "tag": "c90264b6-7bf5-4463-97cc-6f855b0be150", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:05.024733 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a4bff55-34e6-44f3-a7bc-27a714d4d6f4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:05.025203 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4bff55-34e6-44f3-a7bc-27a714d4d6f4'] response: {'name': 'network-changed', 'server_uuid': '608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6', 'tag': 'c90264b6-7bf5-4463-97cc-6f855b0be150', 'status': 'completed', 'code': 200} Mar 28 23:38:05.027485 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:05.050676 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (07ec11ae-0d57-4669-99ae-6e65da85ac26), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.061442 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece1c1b7-ed81-44fa-880f-a274be2f8ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (0a5061f7-85a4-4e70-a480-84acdc6940f5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.064194 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece1c1b7-ed81-44fa-880f-a274be2f8ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.065372 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-ece1c1b7-ed81-44fa-880f-a274be2f8ab8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a5061f7-85a4-4e70-a480-84acdc6940f5 HTTP/1.1" status: 204 len: 168 time: 0.4615045 Mar 28 23:38:05.069838 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:05.070548 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.110804 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1c1b7-ed81-44fa-880f-a274be2f8ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5061f7-85a4-4e70-a480-84acdc6940f5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:05.113362 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'Port': ['ID=3e34b82c-f9f7-48dd-8b39-c5a3194880b9,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:05.124665 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.135459 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7f940343-cb72-412d-89ea-c2d535341d2a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4816792 Mar 28 23:38:05.170981 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=87740d9d-7dc4-4e8a-ab03-75193968eb2e,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:05.191476 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Pushing event updated for resources: {'Port': ['ID=73939ffd-1334-4e7f-a326-39e2676f9d53,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:05.205276 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:05.207813 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.284286 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-e19e7266-c1d6-4f8d-be91-e6ee8d3561b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002693 Mar 28 23:38:05.336496 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:05.383453 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-419206ca-d716-472c-b125-6e4f33177488 None None] Provisioning complete for port f9de8a84-74da-411c-a15b-742d42fd0cab triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:05.384864 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-419206ca-d716-472c-b125-6e4f33177488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.438796 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-419206ca-d716-472c-b125-6e4f33177488 None None] Port f9de8a84-74da-411c-a15b-742d42fd0cab cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:05.484806 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2833317-de95-4a47-9e6a-a92d14e94118 req-7a9da2e2-8b17-445b-a34e-1e1a949a6c56 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:05.486385 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e2833317-de95-4a47-9e6a-a92d14e94118 req-7a9da2e2-8b17-445b-a34e-1e1a949a6c56 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 944 time: 0.7799866 Mar 28 23:38:05.495956 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Pushing event updated for resources: {'Port': ['ID=f9de8a84-74da-411c-a15b-742d42fd0cab,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:05.524050 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dabe0eb0-d4f2-46c3-871e-1a0f35bfa525 admin admin] Publish callbacks [] for security_group (74606a3e-7aba-4bec-86e3-99fbaefbd2f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.587913 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dabe0eb0-d4f2-46c3-871e-1a0f35bfa525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (74606a3e-7aba-4bec-86e3-99fbaefbd2f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.726765 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:05.733141 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:05.768642 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:05.782956 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-dabe0eb0-d4f2-46c3-871e-1a0f35bfa525 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66714867e71f4b67bbb14007ac857024&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6327198 Mar 28 23:38:05.783685 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe0eb0-d4f2-46c3-871e-1a0f35bfa525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74606a3e-7aba-4bec-86e3-99fbaefbd2f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:05.798668 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54276) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:05.803885 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e2833317-de95-4a47-9e6a-a92d14e94118 req-a528f658-d949-41ad-99f8-41d0ab783a18 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982156 Mar 28 23:38:05.808698 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-c00af933-6510-487a-81ba-92603dd40292 service neutron] 10.222.0.30 "GET /v2.0/networks/ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842680 Mar 28 23:38:05.983379 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54284) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:05.992723 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a7f21d0-41ea-44a0-ba87-cfad9e805f6b admin admin] Publish callbacks [] for security_group (74606a3e-7aba-4bec-86e3-99fbaefbd2f4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.010991 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-41103156-c11b-410b-b157-b340b8a32247 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--751827341&fields=id&tenant_id=c7a33c05be9a48fdb57b386cc588c062 HTTP/1.1" status: 200 len: 267 time: 0.2440655 Mar 28 23:38:06.042583 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a7f21d0-41ea-44a0-ba87-cfad9e805f6b admin admin] Publish callbacks [] for security_group (74606a3e-7aba-4bec-86e3-99fbaefbd2f4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.121482 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aca863f4-d544-423c-ac00-ab78818ec5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.164895 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.175399 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54288) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:06.193798 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-b79f9807-572c-46ed-af89-d619d80f4031 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:06.195272 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-b79f9807-572c-46ed-af89-d619d80f4031 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 817 time: 0.1730225 Mar 28 23:38:06.197050 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a7f21d0-41ea-44a0-ba87-cfad9e805f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (74606a3e-7aba-4bec-86e3-99fbaefbd2f4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.199283 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a7f21d0-41ea-44a0-ba87-cfad9e805f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.202641 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-4a7f21d0-41ea-44a0-ba87-cfad9e805f6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74606a3e-7aba-4bec-86e3-99fbaefbd2f4 HTTP/1.1" status: 204 len: 168 time: 0.3982131 Mar 28 23:38:06.222638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f21d0-41ea-44a0-ba87-cfad9e805f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74606a3e-7aba-4bec-86e3-99fbaefbd2f4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:06.251813 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-bedafed2-a95f-4a82-b52e-ee91fc3e9ad6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/quotas/c7a33c05be9a48fdb57b386cc588c062 HTTP/1.1" status: 200 len: 375 time: 0.0485828 Mar 28 23:38:06.258339 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ef7d0ab-3a07-4e9f-9e5b-f1c298767f6f req-7676e0c9-cd18-4046-a35b-7416524899be service neutron] 10.222.0.30 "GET /v2.0/networks/ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137669 Mar 28 23:38:06.293430 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:38:06.311644 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-e66feded-94e7-4042-9063-c1fa97b66352 None None] Provisioning complete for port 73939ffd-1334-4e7f-a326-39e2676f9d53 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:06.312801 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e66feded-94e7-4042-9063-c1fa97b66352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.421765 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 87740d9d-7dc4-4e8a-ab03-75193968eb2e up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:06.443464 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-e79910f4-9b89-4294-a37c-9bd2a7f734c3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874847 Mar 28 23:38:06.498101 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e66feded-94e7-4042-9063-c1fa97b66352 None None] Port 73939ffd-1334-4e7f-a326-39e2676f9d53 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:06.541813 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aca863f4-d544-423c-ac00-ab78818ec5a2 admin admin] Publish callbacks [] for security_group (b2e33887-4ff0-41f2-b723-121d906775b1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.549285 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Publish callbacks [] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.556755 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aca863f4-d544-423c-ac00-ab78818ec5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b2e33887-4ff0-41f2-b723-121d906775b1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.562808 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 87740d9d-7dc4-4e8a-ab03-75193968eb2e triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:06.563176 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.581411 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.582127 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.600370 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-7352c594-cea3-416f-ae57-86611f488020 service neutron] 10.222.0.16 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441073 Mar 28 23:38:06.666479 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4128f127-eddc-4d4f-89eb-b44513cbb8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.672219 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 87740d9d-7dc4-4e8a-ab03-75193968eb2e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:06.701607 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96313f34-e2d8-485c-a415-d494310be06e req-50e315ba-7227-459f-aa0d-9e5a49a9bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:06.703883 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96313f34-e2d8-485c-a415-d494310be06e req-50e315ba-7227-459f-aa0d-9e5a49a9bb06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0040e242309344bbaa6ded9d197a366a&device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 1128 time: 0.3589158 Mar 28 23:38:06.704980 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:38:06.719667 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:38:06.726230 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-36d850ec-f3d9-44b4-8262-b0dc62b761c2 admin admin] 10.222.0.16 "PUT /v2.0/routers/2a690723-eb9c-47d6-9f5f-658a9d86fafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2381058 Mar 28 23:38:06.734568 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:06.735404 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:06.787952 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-01fbfb40-2c97-4894-b0d8-104ae146a770 service neutron] 10.222.0.16 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866245 Mar 28 23:38:06.907913 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4128f127-eddc-4d4f-89eb-b44513cbb8f7 admin admin] Publish callbacks [] for security_group (af9e8e5a-5d0f-44d6-9833-06884cfdeee2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.922096 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4128f127-eddc-4d4f-89eb-b44513cbb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (af9e8e5a-5d0f-44d6-9833-06884cfdeee2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:06.929934 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca863f4-d544-423c-ac00-ab78818ec5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e33887-4ff0-41f2-b723-121d906775b1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:06.982806 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-4128f127-eddc-4d4f-89eb-b44513cbb8f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a01e30dea2fa4d85a89a19b34b69d6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8060436 Mar 28 23:38:06.983971 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128f127-eddc-4d4f-89eb-b44513cbb8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e8e5a-5d0f-44d6-9833-06884cfdeee2,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:06.986459 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54316) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:07.023484 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54318) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:07.024873 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-aca863f4-d544-423c-ac00-ab78818ec5a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4297171a97714241ad4dde120c4e096d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0036478 Mar 28 23:38:07.061995 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:07.155284 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9395aa7a-530f-491d-bb60-dc27df1e433c admin admin] Publish callbacks [] for security_group (af9e8e5a-5d0f-44d6-9833-06884cfdeee2), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.226954 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3aef-866b-441d-8202-ea556114e287 admin admin] Publish callbacks [] for security_group (b2e33887-4ff0-41f2-b723-121d906775b1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.361902 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9395aa7a-530f-491d-bb60-dc27df1e433c admin admin] Publish callbacks [] for security_group (af9e8e5a-5d0f-44d6-9833-06884cfdeee2), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.383471 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Pushing event updated for resources: {'Port': ['ID=f9de8a84-74da-411c-a15b-742d42fd0cab,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:07.388338 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96313f34-e2d8-485c-a415-d494310be06e req-47d414ba-9fc3-4126-b643-bf33efe9a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:07.389748 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96313f34-e2d8-485c-a415-d494310be06e req-47d414ba-9fc3-4126-b643-bf33efe9a98b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 HTTP/1.1" status: 200 len: 912 time: 0.6690078 Mar 28 23:38:07.398573 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3aef-866b-441d-8202-ea556114e287 admin admin] Publish callbacks [] for security_group (b2e33887-4ff0-41f2-b723-121d906775b1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.433809 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-31f1b1f6-8f11-4ea1-b1a3-0c5ce1c79eb7 req-610fd233-d5da-4171-b4e4-64157fe9183b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 210 time: 0.2182214 Mar 28 23:38:07.547458 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3aef-866b-441d-8202-ea556114e287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b2e33887-4ff0-41f2-b723-121d906775b1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.554008 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3aef-866b-441d-8202-ea556114e287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.560582 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b5cd3aef-866b-441d-8202-ea556114e287 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2e33887-4ff0-41f2-b723-121d906775b1 HTTP/1.1" status: 204 len: 168 time: 0.5319595 Mar 28 23:38:07.562118 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9395aa7a-530f-491d-bb60-dc27df1e433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (af9e8e5a-5d0f-44d6-9833-06884cfdeee2), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.566570 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9395aa7a-530f-491d-bb60-dc27df1e433c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.571016 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9395aa7a-530f-491d-bb60-dc27df1e433c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af9e8e5a-5d0f-44d6-9833-06884cfdeee2 HTTP/1.1" status: 204 len: 168 time: 0.5833600 Mar 28 23:38:07.579520 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd3aef-866b-441d-8202-ea556114e287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e33887-4ff0-41f2-b723-121d906775b1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:07.596530 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395aa7a-530f-491d-bb60-dc27df1e433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e8e5a-5d0f-44d6-9833-06884cfdeee2,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:07.649982 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96313f34-e2d8-485c-a415-d494310be06e req-70203e2e-fe5c-4362-96dc-0810244ca938 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c90264b6-7bf5-4463-97cc-6f855b0be150 HTTP/1.1" status: 200 len: 217 time: 0.2455835 Mar 28 23:38:07.683462 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:02Z', 'revision_number': 2, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:07.731559 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:38:07.733347 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Updating router 2a690723-eb9c-47d6-9f5f-658a9d86fafa port 73939ffd-1334-4e7f-a326-39e2676f9d53 binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:38:07.742058 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bea6d-8c65-4b4f-bf80-af0c5c90ea59 req-1f6555fd-6765-4f52-98b1-9fde1491258c tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:07.743646 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1d5bea6d-8c65-4b4f-bf80-af0c5c90ea59 req-1f6555fd-6765-4f52-98b1-9fde1491258c tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 944 time: 0.6354275 Mar 28 23:38:07.748784 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.759021 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:07.772352 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:07.782006 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:07.804409 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96313f34-e2d8-485c-a415-d494310be06e req-aafe28a0-9635-4120-b94c-45d9bf35b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:07.805929 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96313f34-e2d8-485c-a415-d494310be06e req-aafe28a0-9635-4120-b94c-45d9bf35b42f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=925f8ff6-9a08-4afc-b1eb-f08d5ef807da HTTP/1.1" status: 200 len: 851 time: 0.1449459 Mar 28 23:38:07.980070 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96313f34-e2d8-485c-a415-d494310be06e req-16b7e802-b352-4be4-93fd-752080bd9ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663735 Mar 28 23:38:08.211138 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1d5bea6d-8c65-4b4f-bf80-af0c5c90ea59 req-1c3fb906-0e72-400a-8e68-b96a2e10f207 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509637 Mar 28 23:38:08.283393 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-822da6ab-ded2-4679-9fac-06051c761f70 None None] Provisioning complete for port f9de8a84-74da-411c-a15b-742d42fd0cab triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:08.283960 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-822da6ab-ded2-4679-9fac-06051c761f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:08.304835 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:38:08.322126 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96313f34-e2d8-485c-a415-d494310be06e req-eff6059f-ad27-4fec-a550-a4a38230a292 service neutron] 10.222.0.30 "GET /v2.0/networks/ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223510 Mar 28 23:38:08.382995 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Publish callbacks [] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:08.391840 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:08.501224 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-822da6ab-ded2-4679-9fac-06051c761f70 None None] Port f9de8a84-74da-411c-a15b-742d42fd0cab cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:08.558719 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e6f84-bce3-4c2a-a70d-8e0344a3a069 None None] Pushing event updated for resources: {'Port': ['ID=73939ffd-1334-4e7f-a326-39e2676f9d53,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:08.591690 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Attempting to bind port 73939ffd-1334-4e7f-a326-39e2676f9d53 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:08.592649 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Attempting to bind port 73939ffd-1334-4e7f-a326-39e2676f9d53 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:08.593671 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Attempting to bind port 73939ffd-1334-4e7f-a326-39e2676f9d53 on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:08.607265 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:08.609132 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Checking segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:08.609250 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:08.611561 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Bound using segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:08.612584 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Bound port: 73939ffd-1334-4e7f-a326-39e2676f9d53, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:08.614039 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:08.622507 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54378) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:08.629554 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-286b1103-9526-4ebe-8bff-9ad3fc758edd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445915328', 'description': 'tempest-description--162063682'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:08.635184 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54380) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:08.727790 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] For port 73939ffd-1334-4e7f-a326-39e2676f9d53, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:08.733587 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] For port 73939ffd-1334-4e7f-a326-39e2676f9d53, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=73939ffd-1334-4e7f-a326-39e2676f9d53,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:08.752175 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:08.752656 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c85d69e-7591-44bb-b46a-c71be8f4c342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:08.803109 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-286b1103-9526-4ebe-8bff-9ad3fc758edd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:08.903644 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:08.907314 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:08.917237 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e6f84-bce3-4c2a-a70d-8e0344a3a069 None None] Pushing event updated for resources: {'Port': ['ID=73939ffd-1334-4e7f-a326-39e2676f9d53,revision_number=4']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:08.949540 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d989a9f9-325d-4c8d-87f6-872fee01aa75 req-f4c83203-30bb-4ccb-a34d-75ee3873b537 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 210 time: 0.1983190 Mar 28 23:38:08.967567 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-4d070cfd-6690-4a33-a30d-189ad2a8f063 None None] Provisioning complete for port 73939ffd-1334-4e7f-a326-39e2676f9d53 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:08.968214 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d070cfd-6690-4a33-a30d-189ad2a8f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.067636 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96313f34-e2d8-485c-a415-d494310be06e req-bf1312ca-5d18-4e7d-a559-3b942739ee40 service neutron] 10.222.0.30 "GET /v2.0/networks/ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308657 Mar 28 23:38:09.106957 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:38:09.125427 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Sync routers for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:38:09.130929 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-7545a9bb-35b0-49da-aa58-1047f06db866 admin admin] 10.222.0.16 "PUT /v2.0/routers/dfe886ba-1e5f-48ad-9bb9-2b6106dadca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7602417 Mar 28 23:38:09.157948 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:09.158599 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:09.171706 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c85d69e-7591-44bb-b46a-c71be8f4c342 admin admin] Publish callbacks [] for security_group (722b90d6-5434-4d68-a5c4-1b3fb096cd1a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.195469 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c85d69e-7591-44bb-b46a-c71be8f4c342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (722b90d6-5434-4d68-a5c4-1b3fb096cd1a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.243312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85d69e-7591-44bb-b46a-c71be8f4c342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722b90d6-5434-4d68-a5c4-1b3fb096cd1a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:09.262335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-286b1103-9526-4ebe-8bff-9ad3fc758edd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (ad4c04e8-df36-4ac1-b9a6-a4db06447875), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.279909 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-286b1103-9526-4ebe-8bff-9ad3fc758edd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ad4c04e8-df36-4ac1-b9a6-a4db06447875), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.298608 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6c85d69e-7591-44bb-b46a-c71be8f4c342 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c322b3f208614b97a00a11ff974a22dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6532428 Mar 28 23:38:09.301605 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54412) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:09.323024 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-286b1103-9526-4ebe-8bff-9ad3fc758edd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.327540 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-286b1103-9526-4ebe-8bff-9ad3fc758edd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7025652 Mar 28 23:38:09.328193 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:09.339744 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b1103-9526-4ebe-8bff-9ad3fc758edd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4c04e8-df36-4ac1-b9a6-a4db06447875,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:09.356742 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-248efbaa-f1f5-4fe8-bda4-d555266ed98a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group_rule': {'security_group_id': 'ad4c04e8-df36-4ac1-b9a6-a4db06447875', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:09.383022 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:09.443558 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4d070cfd-6690-4a33-a30d-189ad2a8f063 None None] Current status of the port 73939ffd-1334-4e7f-a326-39e2676f9d53 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:09.444716 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d070cfd-6690-4a33-a30d-189ad2a8f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.462917 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-248efbaa-f1f5-4fe8-bda4-d555266ed98a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (039bba8d-f0b5-4582-a07d-ecc805923266), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.558124 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4d070cfd-6690-4a33-a30d-189ad2a8f063 None None] For port 73939ffd-1334-4e7f-a326-39e2676f9d53, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=73939ffd-1334-4e7f-a326-39e2676f9d53,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:09.581309 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265b732-5e03-4332-9d0e-6c826cf5e4f9 req-ba4a5b2d-c8b7-4386-9e83-62fa70afc491 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:09.583926 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3265b732-5e03-4332-9d0e-6c826cf5e4f9 req-ba4a5b2d-c8b7-4386-9e83-62fa70afc491 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 944 time: 0.1641183 Mar 28 23:38:09.585408 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d070cfd-6690-4a33-a30d-189ad2a8f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.596088 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:09.640387 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-870bd5bd-0042-4b86-a6af-9759188d8467 admin admin] Publish callbacks [] for security_group (722b90d6-5434-4d68-a5c4-1b3fb096cd1a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.685639 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3265b732-5e03-4332-9d0e-6c826cf5e4f9 req-dd11db64-6eb7-4e74-ab45-c3d4421988ac tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954616 Mar 28 23:38:09.754212 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d070cfd-6690-4a33-a30d-189ad2a8f063 None None] Pushing event updated for resources: {'Port': ['ID=73939ffd-1334-4e7f-a326-39e2676f9d53,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:09.770919 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-870bd5bd-0042-4b86-a6af-9759188d8467 admin admin] Publish callbacks [] for security_group (722b90d6-5434-4d68-a5c4-1b3fb096cd1a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.779487 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-248efbaa-f1f5-4fe8-bda4-d555266ed98a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (039bba8d-f0b5-4582-a07d-ecc805923266), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.793900 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-248efbaa-f1f5-4fe8-bda4-d555266ed98a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (039bba8d-f0b5-4582-a07d-ecc805923266), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.805841 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:08Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:09.839252 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3cc09-4967-4202-831a-1c8a8dfc39e0 None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:08Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:38:09.844285 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248efbaa-f1f5-4fe8-bda4-d555266ed98a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039bba8d-f0b5-4582-a07d-ecc805923266,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:09.857021 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-f37a66b8-7550-42a0-a9e4-92ffc5505084 None None] Provisioning complete for port 73939ffd-1334-4e7f-a326-39e2676f9d53 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:09.858053 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f37a66b8-7550-42a0-a9e4-92ffc5505084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.919680 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-248efbaa-f1f5-4fe8-bda4-d555266ed98a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.938378 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-248efbaa-f1f5-4fe8-bda4-d555266ed98a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6039071 Mar 28 23:38:09.942095 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54434) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:09.950139 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-6119290a-e149-4309-813e-5cae2f5215cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group_rule': {'security_group_id': 'ad4c04e8-df36-4ac1-b9a6-a4db06447875', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:09.975589 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-870bd5bd-0042-4b86-a6af-9759188d8467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (722b90d6-5434-4d68-a5c4-1b3fb096cd1a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.981911 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-870bd5bd-0042-4b86-a6af-9759188d8467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:09.986411 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-870bd5bd-0042-4b86-a6af-9759188d8467 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/722b90d6-5434-4d68-a5c4-1b3fb096cd1a HTTP/1.1" status: 204 len: 168 time: 0.6828942 Mar 28 23:38:10.059342 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bd5bd-0042-4b86-a6af-9759188d8467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722b90d6-5434-4d68-a5c4-1b3fb096cd1a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:10.111376 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6119290a-e149-4309-813e-5cae2f5215cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (5c611807-97b1-46c0-8c6f-7ec111c6177c), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:10.248237 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-516b24b8-f5b7-4854-9815-7a32f436c2c5 req-35d5b44f-458e-4744-8e6d-06a90130a802 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 210 time: 0.0901387 Mar 28 23:38:10.275329 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-4b4ab561-8883-4008-b2ce-a531b51914de tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:10.279261 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-4b4ab561-8883-4008-b2ce-a531b51914de tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 817 time: 0.2676301 Mar 28 23:38:10.288264 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device c90264b6-7bf5-4463-97cc-6f855b0be150 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:38:10.352823 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6119290a-e149-4309-813e-5cae2f5215cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (5c611807-97b1-46c0-8c6f-7ec111c6177c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:10.363954 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6119290a-e149-4309-813e-5cae2f5215cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (5c611807-97b1-46c0-8c6f-7ec111c6177c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:10.392251 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119290a-e149-4309-813e-5cae2f5215cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c611807-97b1-46c0-8c6f-7ec111c6177c,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:10.405927 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-f30d90e8-1eda-4602-b052-364d16dd4a56 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a33c05be9a48fdb57b386cc588c062 HTTP/1.1" status: 200 len: 379 time: 0.1167109 Mar 28 23:38:10.412767 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6119290a-e149-4309-813e-5cae2f5215cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:10.415489 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6119290a-e149-4309-813e-5cae2f5215cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4723308 Mar 28 23:38:10.417756 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'port': {'device_id': '0435e050-a617-4582-a149-388fe8336aad', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'admin_state_up': True, 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'security_groups': ['1728e885-2df5-4d7a-b7f3-67673e2bf690']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:10.418405 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54452) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:10.429294 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:10.479686 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f37a66b8-7550-42a0-a9e4-92ffc5505084 None None] Current status of the port 73939ffd-1334-4e7f-a326-39e2676f9d53 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:10.485988 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:10.546823 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 73939ffd-1334-4e7f-a326-39e2676f9d53 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:10.698195 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:06Z', 'revision_number': 2, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:10.793777 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Checking router: dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:38:10.794661 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Updating router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 port f9de8a84-74da-411c-a15b-742d42fd0cab binding host dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:38:11.030518 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.052679 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-9cd61189-5f44-4192-974f-4acdaa0db444 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:11.061227 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-9cd61189-5f44-4192-974f-4acdaa0db444 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 819 time: 0.3523493 Mar 28 23:38:11.067886 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Made reservation on behalf of c7a33c05be9a48fdb57b386cc588c062 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:11.077985 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.078211 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.104546 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2dc8a-f563-4d08-a161-969b16452438 req-119570e6-9cc9-417a-856f-36e144e32db0 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:11.111666 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d5a2dc8a-f563-4d08-a161-969b16452438 req-119570e6-9cc9-417a-856f-36e144e32db0 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 944 time: 0.0849795 Mar 28 23:38:11.136610 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b7376be1-3ed9-4a2c-adec-dfc14c0422b8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/quotas/517ec0067f0d482cae1465b1633f7b5e HTTP/1.1" status: 200 len: 375 time: 0.0743568 Mar 28 23:38:11.273124 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d5a2dc8a-f563-4d08-a161-969b16452438 req-fdca02bf-5cb1-4cf3-8578-18a0a4c445f0 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594651 Mar 28 23:38:11.342147 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Allocated IP 172.28.0.130 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/2496f338-d133-4dcd-8307-78de5b1df182) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:11.358377 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port c90264b6-7bf5-4463-97cc-6f855b0be150, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c90264b6-7bf5-4463-97cc-6f855b0be150,segment=NetworkSegment(98131323-8875-4bc0-95a2-32dd5e9deb66),segment_id=98131323-8875-4bc0-95a2-32dd5e9deb66)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:11.397639 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-25b5ca73-67a6-471c-b2d9-7c9482d74fb8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2601423 Mar 28 23:38:11.408018 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 73939ffd-1334-4e7f-a326-39e2676f9d53 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:11.408310 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.488080 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Allocated IP 172.20.0.7 (2f0721c1-751e-4a48-9590-46e6558f9aec/6c42e3b4-3cac-4376-9814-f15810be9554/5c6e2f7a-cd3a-44a8-950d-2905a6338520) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:11.537674 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'c90264b6-7bf5-4463-97cc-6f855b0be150', 'network_id': 'ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02', 'port_id': 'c90264b6-7bf5-4463-97cc-6f855b0be150', 'mac_address': 'fa:16:3e:a9:ff:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925f8ff6-9a08-4afc-b1eb-f08d5ef807da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:38:11.566318 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-15bfdc77-024b-4976-8a6a-1d1e9ef1f5e5 req-1dca3884-b6b5-4ec9-8581-88e96c9f4e97 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 210 time: 0.1812794 Mar 28 23:38:11.666914 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (2496f338-d133-4dcd-8307-78de5b1df182), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.718931 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port c90264b6-7bf5-4463-97cc-6f855b0be150 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:11.719044 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.748941 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (2496f338-d133-4dcd-8307-78de5b1df182), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.836642 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:11.850396 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.856270 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 73939ffd-1334-4e7f-a326-39e2676f9d53 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:11.859532 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90264b6-7bf5-4463-97cc-6f855b0be150 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:11.861359 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:11.868848 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:11.916005 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port c90264b6-7bf5-4463-97cc-6f855b0be150, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c90264b6-7bf5-4463-97cc-6f855b0be150,segment=NetworkSegment(98131323-8875-4bc0-95a2-32dd5e9deb66),segment_id=98131323-8875-4bc0-95a2-32dd5e9deb66)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:11.935081 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:11.978815 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Publish callbacks [] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.005681 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-419b2563-3999-4c86-987a-08ef40fb6d0b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:38:12.016916 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-419b2563-3999-4c86-987a-08ef40fb6d0b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2614305 Mar 28 23:38:12.020393 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.050346 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.124452 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (284e4dab-8980-4b81-9e0b-3545c88c812f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.177797 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=2496f338-d133-4dcd-8307-78de5b1df182,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:12.270413 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Network 2f0721c1-751e-4a48-9590-46e6558f9aec is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:12.272960 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (2496f338-d133-4dcd-8307-78de5b1df182), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.322044 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['c90264b6-7bf5-4463-97cc-6f855b0be150'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:38:12.361397 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=c90264b6-7bf5-4463-97cc-6f855b0be150,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:12.384183 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:12.398541 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:12.417448 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:12.430828 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:12.432555 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.481492 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-3aef418f-a6a5-4ce0-accf-79f257549ff2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0700121 Mar 28 23:38:12.505568 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Request body: {'port': {'device_id': '0435e050-a617-4582-a149-388fe8336aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:12.544487 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f99ab4-590c-45ef-baae-b3cfd023fcf5 None None] Pushing event updated for resources: {'Port': ['ID=f9de8a84-74da-411c-a15b-742d42fd0cab,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:12.588128 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-ecd2ef20-8e79-4b8d-81f2-e58d2e4d2148 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243869 Mar 28 23:38:12.603296 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Attempting to bind port f9de8a84-74da-411c-a15b-742d42fd0cab on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:12.603914 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Attempting to bind port f9de8a84-74da-411c-a15b-742d42fd0cab by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:12.604457 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Attempting to bind port f9de8a84-74da-411c-a15b-742d42fd0cab on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:12.622095 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:12.622768 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Checking segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:12.623313 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.623890 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Bound using segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:12.624526 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Bound port: f9de8a84-74da-411c-a15b-742d42fd0cab, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:12.625063 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.658867 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6b2c42bf-8c96-4acb-a8e3-660fc183bbb8 None None] Provisioning complete for port f9de8a84-74da-411c-a15b-742d42fd0cab triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:12.659240 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b2c42bf-8c96-4acb-a8e3-660fc183bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.688674 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837e177-e487-47ba-a70b-01603264a9b0 req-eeace56b-7512-4a8d-9921-8b4fdb76d870 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:12.690323 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b837e177-e487-47ba-a70b-01603264a9b0 req-eeace56b-7512-4a8d-9921-8b4fdb76d870 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 945 time: 0.3137288 Mar 28 23:38:12.716485 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.776084 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b837e177-e487-47ba-a70b-01603264a9b0 req-466f33d0-3c37-4202-a89f-6039c9adf225 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741961 Mar 28 23:38:12.783847 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c42bf-8c96-4acb-a8e3-660fc183bbb8 None None] Port f9de8a84-74da-411c-a15b-742d42fd0cab cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:12.864551 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (2496f338-d133-4dcd-8307-78de5b1df182), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.874890 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (2496f338-d133-4dcd-8307-78de5b1df182), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:12.943951 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-e122406d-10f0-4332-986a-2241e1836d0c service neutron] 10.222.0.16 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249271 Mar 28 23:38:13.052855 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] For port f9de8a84-74da-411c-a15b-742d42fd0cab, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:13.085268 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-052953ba-bc2d-47c8-813d-2a31e33092a3 None None] Provisioning complete for port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:13.085646 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-052953ba-bc2d-47c8-813d-2a31e33092a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:13.096934 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (284e4dab-8980-4b81-9e0b-3545c88c812f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:13.127042 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] For port f9de8a84-74da-411c-a15b-742d42fd0cab, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=f9de8a84-74da-411c-a15b-742d42fd0cab,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:13.191026 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:13.200834 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7714207 Mar 28 23:38:13.205477 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9194eb-1d97-4d98-9ec7-edaec2f39ecf tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=2496f338-d133-4dcd-8307-78de5b1df182,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:13.244980 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:13.271133 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d043cf-fbfd-458b-a8c7-44dc716ee3b4 req-2fc54c17-7bf6-4a5c-8de6-ad42586dd61d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:13.290847 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-51d043cf-fbfd-458b-a8c7-44dc716ee3b4 req-2fc54c17-7bf6-4a5c-8de6-ad42586dd61d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 931 time: 0.3515677 Mar 28 23:38:13.385401 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f99ab4-590c-45ef-baae-b3cfd023fcf5 None None] Pushing event updated for resources: {'Port': ['ID=f9de8a84-74da-411c-a15b-742d42fd0cab,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:13.414327 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-052953ba-bc2d-47c8-813d-2a31e33092a3 None None] Port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:13.437938 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:13.441289 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:13.492543 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-51d043cf-fbfd-458b-a8c7-44dc716ee3b4 req-bb2c9918-782f-4e53-92b3-4943b252fea0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905935 Mar 28 23:38:13.651890 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6e2f7a-cd3a-44a8-950d-2905a6338520 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:13.676252 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:13.676885 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Publish callbacks [] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:13.705470 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Transition to ACTIVE for port object 5c6e2f7a-cd3a-44a8-950d-2905a6338520 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:38:13.758485 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-513b7071-5cf6-4315-a988-2092dcff6e4c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1445915328&fields=id&tenant_id=eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 267 time: 0.0634975 Mar 28 23:38:13.800526 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b9f83cf-a182-472a-82c2-7b341dc18613 req-f6d1fcd8-8b07-44b3-b6df-6343f6770f79 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 210 time: 0.0894177 Mar 28 23:38:13.804687 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:13.964768 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:14.000903 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-3a96dc43-c1ee-4141-b792-1f05504e7bf1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:14.003017 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-3a96dc43-c1ee-4141-b792-1f05504e7bf1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 814 time: 0.2434344 Mar 28 23:38:14.029255 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-fefe7b6f-9689-4760-acf5-58b327669914 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/quotas/eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 375 time: 0.0163109 Mar 28 23:38:14.156128 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a45d3-34cd-4163-961e-125ef98db958 req-bee78bb5-d441-47ef-bf2b-9977c16dc8f0 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:14.164120 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5c2a45d3-34cd-4163-961e-125ef98db958 req-bee78bb5-d441-47ef-bf2b-9977c16dc8f0 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 945 time: 0.1940677 Mar 28 23:38:14.188115 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device c90264b6-7bf5-4463-97cc-6f855b0be150 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:14.221984 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5c2a45d3-34cd-4163-961e-125ef98db958 req-5055d966-ee3d-4599-856c-f45efec7e971 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570815 Mar 28 23:38:14.223000 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Attempting to bind port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:14.223359 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Attempting to bind port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:14.223694 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Attempting to bind port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 on network 2f0721c1-751e-4a48-9590-46e6558f9aec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:14.258962 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 on network 2f0721c1-751e-4a48-9590-46e6558f9aec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:38:14.259295 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Attempting to bind port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 on network 2f0721c1-751e-4a48-9590-46e6558f9aec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:14.271917 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:14.272632 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Checking segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:14.273645 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Bound using segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:14.277277 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Bound port: 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:14.278258 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:14.306789 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-8841e22b-b586-4f17-8c6b-971c5b757b91 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2390141 Mar 28 23:38:14.386621 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:14.422999 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:14.426604 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:14.441985 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:14.476797 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ae3e98b4-f678-42b8-8b58-512fbce3792b None None] Provisioning complete for port f9de8a84-74da-411c-a15b-742d42fd0cab triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:14.479750 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae3e98b4-f678-42b8-8b58-512fbce3792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:14.503336 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-34c96377-115c-499c-aebd-6192f8d611db service neutron] 10.222.0.16 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896625 Mar 28 23:38:14.543393 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:14.544072 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:14.545697 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 200 len: 1093 time: 2.0479457 Mar 28 23:38:14.546232 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:14.548628 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553aaa63-6e1a-4749-ba32-a33369425695" -d '{"events": [{"name": "network-changed", "server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:14.592175 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21815e0d-fe98-426f-b6ad-8df02b096103 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:14.674363 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port c90264b6-7bf5-4463-97cc-6f855b0be150 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:38:14.693982 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port c90264b6-7bf5-4463-97cc-6f855b0be150 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:14.694592 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:14.738877 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2142574e-852e-4131-85a5-d17597cae107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:12Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:14.774970 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-bb911964-fdf2-41e3-87a9-429e36f39c06 service neutron] 10.222.0.16 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650604 Mar 28 23:38:14.803796 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-34e2336d-cedb-4b61-86b1-574f8ccd79f9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:14.805860 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-34e2336d-cedb-4b61-86b1-574f8ccd79f9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 819 time: 0.3759980 Mar 28 23:38:14.843768 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-dfe9a746-ed84-448f-ae81-976856ddd2eb tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/quotas/517ec0067f0d482cae1465b1633f7b5e HTTP/1.1" status: 200 len: 375 time: 0.0278199 Mar 28 23:38:14.854683 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142574e-852e-4131-85a5-d17597cae107 None None] The sync data for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb is: [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:12Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:38:14.891683 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-e1a6e24c-0142-497c-8f79-9b3241bfe580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:14.893020 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-e1a6e24c-0142-497c-8f79-9b3241bfe580 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 1127 time: 0.2857542 Mar 28 23:38:15.049520 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e98b4-f678-42b8-8b58-512fbce3792b None None] Current status of the port f9de8a84-74da-411c-a15b-742d42fd0cab is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:15.049919 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae3e98b4-f678-42b8-8b58-512fbce3792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:15.131796 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-cd80cbcf-df2e-45b5-bb19-334ebbaa1dc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 200 len: 217 time: 0.1998575 Mar 28 23:38:15.285010 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-208ca037-ab23-4b2f-bbac-d67e03792559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:15.286561 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-208ca037-ab23-4b2f-bbac-d67e03792559 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.1412778 Mar 28 23:38:15.286843 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ae3e98b4-f678-42b8-8b58-512fbce3792b None None] For port f9de8a84-74da-411c-a15b-742d42fd0cab, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=f9de8a84-74da-411c-a15b-742d42fd0cab,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:15.306995 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae3e98b4-f678-42b8-8b58-512fbce3792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:15.326373 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port c90264b6-7bf5-4463-97cc-6f855b0be150 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:15.328717 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:15.331484 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-9769dbe7-a052-464c-b2f6-2f25ba538970 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4821444 Mar 28 23:38:15.367992 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfabd9d-3a93-4502-9b36-b4740fc569d6 req-1cec3cfc-f1f4-486b-ab58-a8e7667bd952 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:15.378364 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fcfabd9d-3a93-4502-9b36-b4740fc569d6 req-1cec3cfc-f1f4-486b-ab58-a8e7667bd952 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.1615572 Mar 28 23:38:15.527521 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-1d29c25b-0bb9-4199-9fe2-eb41d2a72133 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787863 Mar 28 23:38:15.540835 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fcfabd9d-3a93-4502-9b36-b4740fc569d6 req-944b78bd-d22a-4b29-b856-44c5f9e3fb86 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611636 Mar 28 23:38:15.616469 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.30', 63709) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:15.794838 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-398e742f-5eb7-452f-893b-e266b847f310 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564764 Mar 28 23:38:15.805352 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d9e020-6d7c-4402-971b-3c7b7175e2ab x-openstack-request-id: req-20d9e020-6d7c-4402-971b-3c7b7175e2ab {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:15.806884 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:15.807206 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20d9e020-6d7c-4402-971b-3c7b7175e2ab {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:15.808794 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d9e020-6d7c-4402-971b-3c7b7175e2ab'] response: {'name': 'network-changed', 'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'status': 'completed', 'code': 200} Mar 28 23:38:15.862122 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-cfa32c2b-b6ee-4bac-9f0d-1ba498a614d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:15.865929 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-cfa32c2b-b6ee-4bac-9f0d-1ba498a614d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.5664101 Mar 28 23:38:15.971703 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-81aaf92e-ffd3-4653-b74d-13a8ff6cc72e req-dd2fea9f-5bc6-4ec0-9e7b-2a45d9afdeab tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 210 time: 0.1207635 Mar 28 23:38:16.074307 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90264b6-7bf5-4463-97cc-6f855b0be150'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:16.098345 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-017a7a83-e341-4cac-b139-6939719c78fe tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:16.100511 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-017a7a83-e341-4cac-b139-6939719c78fe tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 819 time: 0.4829063 Mar 28 23:38:16.129342 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'port': {'device_id': '77dc4d9d-b295-484d-83a7-ae7c993b335a', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'admin_state_up': True, 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:16.141014 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-688dd86d-583f-4f0b-b418-a0592a5fba5e service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681961 Mar 28 23:38:16.323767 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e98b4-f678-42b8-8b58-512fbce3792b None None] Pushing event updated for resources: {'Port': ['ID=f9de8a84-74da-411c-a15b-742d42fd0cab,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:16.337614 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port c90264b6-7bf5-4463-97cc-6f855b0be150, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c90264b6-7bf5-4463-97cc-6f855b0be150,segment=NetworkSegment(98131323-8875-4bc0-95a2-32dd5e9deb66),segment_id=98131323-8875-4bc0-95a2-32dd5e9deb66)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:16.350959 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:16.397269 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d905fb2e-9c25-4e77-8a14-9635bb038e96 req-654b0e13-bc47-4c95-9bac-ab0c4230d15e service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497518 Mar 28 23:38:16.448546 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ca26b7a3-9a11-4566-a9cf-8db5e1f6fe0e req-8fa0f5e0-fda3-4cc9-9e83-9a31b04391b9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 210 time: 0.1183820 Mar 28 23:38:16.483565 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device f9de8a84-74da-411c-a15b-742d42fd0cab up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:16.631451 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b8e0a1-5e75-41b4-a8d4-c8950945bd40" -d '{"events": [{"server_uuid": "608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c90264b6-7bf5-4463-97cc-6f855b0be150"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:16.670768 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cc088-6383-4ca6-857f-a616763524de req-1cc9417c-7273-4ded-bb59-ca5593da3793 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:16.675957 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-181cc088-6383-4ca6-857f-a616763524de req-1cc9417c-7273-4ded-bb59-ca5593da3793 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 945 time: 0.5057483 Mar 28 23:38:16.703677 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aaa63-6e1a-4749-ba32-a33369425695 req-72896d10-171a-46c2-88b6-3781c3e94251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:16.705537 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-553aaa63-6e1a-4749-ba32-a33369425695 req-72896d10-171a-46c2-88b6-3781c3e94251 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 1127 time: 0.1471007 Mar 28 23:38:16.709699 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=c90264b6-7bf5-4463-97cc-6f855b0be150,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:16.748162 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port f9de8a84-74da-411c-a15b-742d42fd0cab triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:16.748542 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:16.838127 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Made reservation on behalf of 517ec0067f0d482cae1465b1633f7b5e for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:16.849395 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:16.938933 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-181cc088-6383-4ca6-857f-a616763524de req-ffca6be8-2254-49de-aa1c-8a96429d2c02 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437127 Mar 28 23:38:17.024256 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port f9de8a84-74da-411c-a15b-742d42fd0cab is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:17.030958 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.30', 63713) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:17.215642 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1c7b05-5907-4ddb-8b6d-0805a32b4e22 x-openstack-request-id: req-2f1c7b05-5907-4ddb-8b6d-0805a32b4e22 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:17.216817 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c90264b6-7bf5-4463-97cc-6f855b0be150", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:17.218234 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f1c7b05-5907-4ddb-8b6d-0805a32b4e22 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:17.219012 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1c7b05-5907-4ddb-8b6d-0805a32b4e22'] response: {'server_uuid': '608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90264b6-7bf5-4463-97cc-6f855b0be150', 'code': 200} Mar 28 23:38:17.305810 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aaa63-6e1a-4749-ba32-a33369425695 req-83280b90-75d5-4d24-aca4-2ee9ef981c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:17.319733 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-553aaa63-6e1a-4749-ba32-a33369425695 req-83280b90-75d5-4d24-aca4-2ee9ef981c36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.5725896 Mar 28 23:38:17.462315 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-553aaa63-6e1a-4749-ba32-a33369425695 req-952d7100-84d5-48bf-b480-80ab55042c3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 200 len: 217 time: 0.1324077 Mar 28 23:38:17.493208 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ec23b442-ccb8-49d3-bd59-71e48c74718e req-f518b4d4-3275-4ee4-ae6f-b7c0445fcc70 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 210 time: 0.0588841 Mar 28 23:38:17.584429 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Allocated IP 172.20.0.6 (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b/5456eaae-eae6-4d64-93e9-f0324889b029/8024932a-2c28-4a83-9cfc-f55e6b07022c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:17.611609 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.30', 63718) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:17.631247 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920a981-cba8-43cd-badd-04071d6fd260 req-5ac9a757-3dcd-48b9-bf96-47f21d402bbe tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:17.633150 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c920a981-cba8-43cd-badd-04071d6fd260 req-5ac9a757-3dcd-48b9-bf96-47f21d402bbe tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.9358146 Mar 28 23:38:17.697104 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-acde564c-1d9d-4b76-abbd-e598970e6f0e req-2db0af5d-e447-4f5a-9025-35acc6fabd96 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 210 time: 0.1018078 Mar 28 23:38:17.722635 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-56daaef6-11df-4c05-857e-308e7df95bb6 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:17.724401 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-56daaef6-11df-4c05-857e-308e7df95bb6 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 814 time: 0.6890614 Mar 28 23:38:17.774389 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d44ddf-86e7-4b08-a096-ef3483d07deb req-2a046281-c27f-4947-9276-70304cc90d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:17.776196 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c5d44ddf-86e7-4b08-a096-ef3483d07deb req-2a046281-c27f-4947-9276-70304cc90d44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 1130 time: 0.1613462 Mar 28 23:38:17.777200 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c920a981-cba8-43cd-badd-04071d6fd260 req-93c811bf-882e-474e-8a58-3c580983f868 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338751 Mar 28 23:38:17.780922 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aaa63-6e1a-4749-ba32-a33369425695 req-0e13c2fb-7cf2-4ae0-b26f-4cf01ec6a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:17.782460 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-553aaa63-6e1a-4749-ba32-a33369425695 req-0e13c2fb-7cf2-4ae0-b26f-4cf01ec6a386 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.2839627 Mar 28 23:38:17.808363 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:17.847048 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-c5d44ddf-86e7-4b08-a096-ef3483d07deb req-500609ee-01af-435e-980f-6f4e111149ad service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:17.860355 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-1556650c-0087-4851-9387-918cc9fcf4a1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 380 time: 0.1212032 Mar 28 23:38:17.871092 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'port': {'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'admin_state_up': True, 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'security_groups': ['ad4c04e8-df36-4ac1-b9a6-a4db06447875']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:17.917828 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aaa63-6e1a-4749-ba32-a33369425695 req-b96b1e61-b75a-40f2-b7ef-427add5b070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:17.919276 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-553aaa63-6e1a-4749-ba32-a33369425695 req-b96b1e61-b75a-40f2-b7ef-427add5b070b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1303573 Mar 28 23:38:17.945458 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.007949 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-c5d44ddf-86e7-4b08-a096-ef3483d07deb req-500609ee-01af-435e-980f-6f4e111149ad service neutron] Publish callbacks [] for security_group (b128df83-e73b-4bbf-b4bb-02965adb515c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.016768 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cae3123d-f0a7-4aec-b0d6-928a3f77ce10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.016994 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-c5d44ddf-86e7-4b08-a096-ef3483d07deb req-500609ee-01af-435e-980f-6f4e111149ad service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b128df83-e73b-4bbf-b4bb-02965adb515c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.032682 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.079038 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.30', 63723) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:18.122713 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-553aaa63-6e1a-4749-ba32-a33369425695 req-86d91500-b3d1-405f-a0c0-691e37764982 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961076 Mar 28 23:38:18.225051 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Made reservation on behalf of eb3e8b072c3647f5839ca6f8af90983d for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:18.228471 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.347184 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500609ee-01af-435e-980f-6f4e111149ad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b128df83-e73b-4bbf-b4bb-02965adb515c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:18.351482 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c5d44ddf-86e7-4b08-a096-ef3483d07deb req-500609ee-01af-435e-980f-6f4e111149ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592773 Mar 28 23:38:18.371206 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:18.383632 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device f9de8a84-74da-411c-a15b-742d42fd0cab up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:18.384581 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:18.388434 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event updated for resources: {'Port': ['ID=8024932a-2c28-4a83-9cfc-f55e6b07022c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:18.390956 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:18.425906 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c5d72-92bc-4d7f-bc56-4b26fb454629 req-7f4449e8-beed-49be-9ad7-8d57a30aace4 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:18.428019 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a17c5d72-92bc-4d7f-bc56-4b26fb454629 req-7f4449e8-beed-49be-9ad7-8d57a30aace4 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 946 time: 0.3826895 Mar 28 23:38:18.486657 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port f9de8a84-74da-411c-a15b-742d42fd0cab triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:18.487222 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.553989 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a17c5d72-92bc-4d7f-bc56-4b26fb454629 req-0bf0957c-6e84-4216-8ec0-37e11a491585 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128316 Mar 28 23:38:18.577499 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:18.578434 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.603833 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-fe5879c1-9bf8-412c-8d25-36a823be9580 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:18.605979 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-fe5879c1-9bf8-412c-8d25-36a823be9580 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 819 time: 0.5259335 Mar 28 23:38:18.610754 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b70daf7c-bfc8-460c-b1cf-7169d3b009b5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4956820 Mar 28 23:38:18.630995 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Request body: {'port': {'device_id': '77dc4d9d-b295-484d-83a7-ae7c993b335a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:18.685716 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port f9de8a84-74da-411c-a15b-742d42fd0cab is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:18.736115 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b2cc36c3-ac94-46cd-8ee8-2dcbe8a3b495 req-fdfc5f8c-5d31-4ee7-81a2-48d992486322 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 210 time: 0.1247029 Mar 28 23:38:18.753396 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'port': {'device_id': 'b0a76569-4e11-4d55-940b-055302467be4', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'admin_state_up': True, 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:18.781218 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.794537 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-8b29ba61-7620-444a-a976-fcff3718a206 None None] Provisioning complete for port 8024932a-2c28-4a83-9cfc-f55e6b07022c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:18.794826 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b29ba61-7620-444a-a976-fcff3718a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.879707 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8b29ba61-7620-444a-a976-fcff3718a206 None None] Port 8024932a-2c28-4a83-9cfc-f55e6b07022c cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:18.906007 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ee326d52-66dd-4dfc-ac22-9a4dc43c948b req-25c5e5af-bad9-4845-8cf8-8e14913e1d48 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 210 time: 0.0805712 Mar 28 23:38:18.936266 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cae3123d-f0a7-4aec-b0d6-928a3f77ce10 admin admin] Publish callbacks [] for security_group (cd42c27c-b7ca-40ff-9f2a-18aefd7cfb90), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:18.959503 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cae3123d-f0a7-4aec-b0d6-928a3f77ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (cd42c27c-b7ca-40ff-9f2a-18aefd7cfb90), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.062897 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Allocated IP 172.20.0.11 (ff391c91-7095-4e45-a1a1-7c2e2f6f80df/cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6/8e13f0c4-5a9d-4399-ba53-1c88ed23d76f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:19.106230 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-cae3123d-f0a7-4aec-b0d6-928a3f77ce10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6352b2b47b634debaf94c3d9b5093c76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2826567 Mar 28 23:38:19.107367 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3123d-f0a7-4aec-b0d6-928a3f77ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42c27c-b7ca-40ff-9f2a-18aefd7cfb90,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:19.130654 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54814) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:19.155229 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-553aaa63-6e1a-4749-ba32-a33369425695 req-86430967-5c6c-4d1b-9db7-bc0d64242d3c service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9994900 Mar 28 23:38:19.218973 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bdbd3-3b28-4af2-beed-eaa2ce6dfe16 req-6bc2471a-2d28-420b-992e-fef4ddb2a153 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:19.220729 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-960bdbd3-3b28-4af2-beed-eaa2ce6dfe16 req-6bc2471a-2d28-420b-992e-fef4ddb2a153 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.2980983 Mar 28 23:38:19.221894 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Made reservation on behalf of 517ec0067f0d482cae1465b1633f7b5e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:19.224736 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.255955 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c62765-a3ea-422b-a132-4f5982ab5b57 admin admin] Publish callbacks [] for security_group (cd42c27c-b7ca-40ff-9f2a-18aefd7cfb90), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.310255 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c62765-a3ea-422b-a132-4f5982ab5b57 admin admin] Publish callbacks [] for security_group (cd42c27c-b7ca-40ff-9f2a-18aefd7cfb90), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.440242 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c62765-a3ea-422b-a132-4f5982ab5b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (cd42c27c-b7ca-40ff-9f2a-18aefd7cfb90), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.443383 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c62765-a3ea-422b-a132-4f5982ab5b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.448177 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-07c62765-a3ea-422b-a132-4f5982ab5b57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd42c27c-b7ca-40ff-9f2a-18aefd7cfb90 HTTP/1.1" status: 204 len: 168 time: 0.3162999 Mar 28 23:38:19.462114 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c62765-a3ea-422b-a132-4f5982ab5b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42c27c-b7ca-40ff-9f2a-18aefd7cfb90,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:19.473118 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8024932a-2c28-4a83-9cfc-f55e6b07022c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:19.475032 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-960bdbd3-3b28-4af2-beed-eaa2ce6dfe16 req-a368e133-a088-4f9d-a789-8e81361f3e1f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344906 Mar 28 23:38:19.511072 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Publish callbacks [] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.541636 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Transition to ACTIVE for port object 8024932a-2c28-4a83-9cfc-f55e6b07022c will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:38:19.550025 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.583000 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54830) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:19.609613 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.645334 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Allocated IP 172.20.0.3 (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b/5456eaae-eae6-4d64-93e9-f0324889b029/7baa9cbc-1807-410b-8170-d48722904bca) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:19.729651 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8024932a-2c28-4a83-9cfc-f55e6b07022c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:19.739667 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:19.883561 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Attempting to bind port 8024932a-2c28-4a83-9cfc-f55e6b07022c on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:19.884075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Attempting to bind port 8024932a-2c28-4a83-9cfc-f55e6b07022c by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:19.884317 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Attempting to bind port 8024932a-2c28-4a83-9cfc-f55e6b07022c on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:19.891785 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Port 8024932a-2c28-4a83-9cfc-f55e6b07022c on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:38:19.892470 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Attempting to bind port 8024932a-2c28-4a83-9cfc-f55e6b07022c on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:19.904259 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee431fc-75e9-4d95-b218-c6cd72144bb7 req-4015aa75-b61e-4893-b56f-b59233aa1e5c tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:19.916587 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6ee431fc-75e9-4d95-b218-c6cd72144bb7 req-4015aa75-b61e-4893-b56f-b59233aa1e5c tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 946 time: 0.2710631 Mar 28 23:38:19.919095 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:19.919616 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Checking segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:19.920032 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Bound using segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:19.920479 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Bound port: 8024932a-2c28-4a83-9cfc-f55e6b07022c, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:19.921904 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.015698 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:20.023348 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6ee431fc-75e9-4d95-b218-c6cd72144bb7 req-9ee3ce49-1e70-4e3a-b64b-31642298d6e7 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059258 Mar 28 23:38:20.039163 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:20.041486 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] For port 8024932a-2c28-4a83-9cfc-f55e6b07022c, host hv-cinder-83552, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:20.045566 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:20.048141 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] For port 8024932a-2c28-4a83-9cfc-f55e6b07022c, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:20.052977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:20.053647 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.058349 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48bad63b-c99d-4ac5-aaa5-153d2372c550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.058637 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.069879 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:20.112677 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54842) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:20.142162 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a267a0a-0f8f-499d-b161-879b23521a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.173599 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:20.174403 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.175990 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/8024932a-2c28-4a83-9cfc-f55e6b07022c HTTP/1.1" status: 200 len: 1093 time: 1.5498602 Mar 28 23:38:20.179775 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77dc4d9d-b295-484d-83a7-ae7c993b335a', 'tag': '8024932a-2c28-4a83-9cfc-f55e6b07022c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:20.196745 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:38:20.201427 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-5d190093-0f00-4f05-8526-df590c7fc9bb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3346632 Mar 28 23:38:20.282614 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2b8bff9d-d777-44f9-831f-19fa8ee23989 req-c02a4e06-5646-49a8-a00a-e13dfd32cf29 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 210 time: 0.0872314 Mar 28 23:38:20.315497 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Request body: {'port': {'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:20.328616 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2567799-a1b8-4bd5-b7e5-58dc963a89f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8024932a-2c28-4a83-9cfc-f55e6b07022c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:20.375190 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:20.394152 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'port_id': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'mac_address': 'fa:16:3e:22:72:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:38:20.424066 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for port (7baa9cbc-1807-410b-8170-d48722904bca), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.434210 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.450866 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:20.451584 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.462863 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0196c-b9cb-4eda-8e1c-e0c43b9973f9 req-2b56c24b-866b-4bb9-ba29-dbd68b00fbcd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:20.471661 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6e2f7a-cd3a-44a8-950d-2905a6338520 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:20.472875 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dfd0196c-b9cb-4eda-8e1c-e0c43b9973f9 req-2b56c24b-866b-4bb9-ba29-dbd68b00fbcd tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 932 time: 0.6166899 Mar 28 23:38:20.504240 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-ce3a8334-a697-462b-8197-5ab5ba23175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:20.506327 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-ce3a8334-a697-462b-8197-5ab5ba23175a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 1127 time: 0.2382324 Mar 28 23:38:20.554473 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:20.570976 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.634133 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dfd0196c-b9cb-4eda-8e1c-e0c43b9973f9 req-e1165544-7cb9-4c16-b65f-a1e90aec663b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581805 Mar 28 23:38:20.646171 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:20.659456 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-f4fc7276-062b-44bf-9789-299fa1746ae5 None None] Provisioning complete for port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:20.659859 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f4fc7276-062b-44bf-9789-299fa1746ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.690794 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f3e986-8c53-48f4-87ee-375be20e530d" -d '{"events": [{"name": "network-changed", "server_uuid": "77dc4d9d-b295-484d-83a7-ae7c993b335a", "tag": "8024932a-2c28-4a83-9cfc-f55e6b07022c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:20.715940 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc7276-062b-44bf-9789-299fa1746ae5 None None] Port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:20.743113 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a267a0a-0f8f-499d-b161-879b23521a55 admin admin] Publish callbacks [] for security_group (fc1cd290-857f-4aa4-b18e-aa7d1d94aaf1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.748586 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-79ba82ca-b678-4f7b-8094-546d244bd0c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c HTTP/1.1" status: 200 len: 217 time: 0.2339613 Mar 28 23:38:20.779544 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a267a0a-0f8f-499d-b161-879b23521a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (fc1cd290-857f-4aa4-b18e-aa7d1d94aaf1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.801798 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['5c6e2f7a-cd3a-44a8-950d-2905a6338520'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:38:20.811186 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (7baa9cbc-1807-410b-8170-d48722904bca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:20.888055 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54866) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:20.928802 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a267a0a-0f8f-499d-b161-879b23521a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1cd290-857f-4aa4-b18e-aa7d1d94aaf1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:20.932995 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1a267a0a-0f8f-499d-b161-879b23521a55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa0b2c86280e46daa3dc13612c218ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8189452 Mar 28 23:38:20.937606 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54872) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:20.961725 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-ffaab43c-8b3f-4ba2-89fb-4a825ed23941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:20.963224 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-ffaab43c-8b3f-4ba2-89fb-4a825ed23941 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.1872802 Mar 28 23:38:20.966151 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:20.974662 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8acd7-1e5e-4061-8d6f-42ec4c00f8ac req-90c4db50-6540-4345-838c-88482ec58a01 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:20.976152 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a1f8acd7-1e5e-4061-8d6f-42ec4c00f8ac req-90c4db50-6540-4345-838c-88482ec58a01 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 944 time: 0.2304971 Mar 28 23:38:21.023350 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event updated for resources: {'Port': ['ID=7baa9cbc-1807-410b-8170-d48722904bca,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:21.099476 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:21.108724 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48bad63b-c99d-4ac5-aaa5-153d2372c550 admin admin] Publish callbacks [] for security_group (88bdf00c-3b41-45ca-9ae1-2c21d0669f4a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.115185 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:21.123062 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:21.124634 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.136167 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48bad63b-c99d-4ac5-aaa5-153d2372c550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (88bdf00c-3b41-45ca-9ae1-2c21d0669f4a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.147438 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873b273c-58a7-4a56-aa01-c4acf177090c x-openstack-request-id: req-873b273c-58a7-4a56-aa01-c4acf177090c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:21.148347 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77dc4d9d-b295-484d-83a7-ae7c993b335a", "tag": "8024932a-2c28-4a83-9cfc-f55e6b07022c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:21.148620 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-873b273c-58a7-4a56-aa01-c4acf177090c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:21.149162 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873b273c-58a7-4a56-aa01-c4acf177090c'] response: {'name': 'network-changed', 'server_uuid': '77dc4d9d-b295-484d-83a7-ae7c993b335a', 'tag': '8024932a-2c28-4a83-9cfc-f55e6b07022c', 'status': 'completed', 'code': 200} Mar 28 23:38:21.186009 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91fbf990-7e5b-494e-8328-e8eb46b32a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.225758 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1809e66-8609-430a-88d0-4e9ba49c2d40 admin admin] Publish callbacks [] for security_group (fc1cd290-857f-4aa4-b18e-aa7d1d94aaf1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.262660 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:21.273986 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Publish callbacks [] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.282253 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a1f8acd7-1e5e-4061-8d6f-42ec4c00f8ac req-b868b691-6c11-4eb7-ab1a-97a36b3e4bc3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302537 Mar 28 23:38:21.290210 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1809e66-8609-430a-88d0-4e9ba49c2d40 admin admin] Publish callbacks [] for security_group (fc1cd290-857f-4aa4-b18e-aa7d1d94aaf1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.290356 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Transition to ACTIVE for port object 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:38:21.294010 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-26c62577-0dff-49ac-a1a2-12c729161ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:21.295532 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-26c62577-0dff-49ac-a1a2-12c729161ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3185143 Mar 28 23:38:21.319215 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.429613 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-2ffd5e02-9b36-4283-8903-3ad093290887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6834092 Mar 28 23:38:21.439017 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-48bad63b-c99d-4ac5-aaa5-153d2372c550 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33e26d6443b04c61b89ff4216a105c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8473454 Mar 28 23:38:21.447973 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:21.452001 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Request body: {'port': {'device_id': 'b0a76569-4e11-4d55-940b-055302467be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:21.454891 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bad63b-c99d-4ac5-aaa5-153d2372c550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bdf00c-3b41-45ca-9ae1-2c21d0669f4a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:21.464636 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-edfee526-af4f-4c33-b62e-011ab6cbf5e0 None None] Provisioning complete for port 7baa9cbc-1807-410b-8170-d48722904bca triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:21.466317 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edfee526-af4f-4c33-b62e-011ab6cbf5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7baa9cbc-1807-410b-8170-d48722904bca), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.473270 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Pushing event updated for resources: {'Port': ['ID=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:21.517265 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-edfee526-af4f-4c33-b62e-011ab6cbf5e0 None None] Port 7baa9cbc-1807-410b-8170-d48722904bca cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:21.553377 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Attempting to bind port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:21.553760 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Attempting to bind port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:21.554096 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Attempting to bind port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:21.598823 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e1b74-f14a-429d-beaf-967ebed061ce req-96828911-886b-4c43-b90f-0558f0d5015b tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:21.600426 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c74e1b74-f14a-429d-beaf-967ebed061ce req-96828911-886b-4c43-b90f-0558f0d5015b tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 946 time: 0.2919016 Mar 28 23:38:21.604377 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:38:21.604707 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Attempting to bind port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:21.621373 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:21.621719 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Checking segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:21.622078 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Bound using segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:21.622526 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Bound port: 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:21.622885 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.627899 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7baa9cbc-1807-410b-8170-d48722904bca), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.679586 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f960e34b-fcca-4d1d-8582-2c3c8d5470c0 admin admin] Publish callbacks [] for security_group (88bdf00c-3b41-45ca-9ae1-2c21d0669f4a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.722216 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91fbf990-7e5b-494e-8328-e8eb46b32a1b admin admin] Publish callbacks [] for security_group (69b99ad4-cf98-4915-80ca-6ce21cb535fc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.723429 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1809e66-8609-430a-88d0-4e9ba49c2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (fc1cd290-857f-4aa4-b18e-aa7d1d94aaf1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.725960 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1809e66-8609-430a-88d0-4e9ba49c2d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.727085 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f1809e66-8609-430a-88d0-4e9ba49c2d40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc1cd290-857f-4aa4-b18e-aa7d1d94aaf1 HTTP/1.1" status: 204 len: 168 time: 0.7885847 Mar 28 23:38:21.734186 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ebaa6-d478-4ceb-9812-a40c2204b1e0 req-e4e3ca0a-cc7b-4a34-a82d-fa8957ce9ad1 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:21.735578 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7d9ebaa6-d478-4ceb-9812-a40c2204b1e0 req-e4e3ca0a-cc7b-4a34-a82d-fa8957ce9ad1 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 931 time: 0.3505745 Mar 28 23:38:21.737325 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-d8c3d485-b120-4b00-a205-21b62ad92470 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322782 Mar 28 23:38:21.740721 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91fbf990-7e5b-494e-8328-e8eb46b32a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (69b99ad4-cf98-4915-80ca-6ce21cb535fc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.767719 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c74e1b74-f14a-429d-beaf-967ebed061ce req-2412394e-9e57-4c61-9762-f9452c67c80d tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555986 Mar 28 23:38:21.767926 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1809e66-8609-430a-88d0-4e9ba49c2d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1cd290-857f-4aa4-b18e-aa7d1d94aaf1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:21.814503 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f960e34b-fcca-4d1d-8582-2c3c8d5470c0 admin admin] Publish callbacks [] for security_group (88bdf00c-3b41-45ca-9ae1-2c21d0669f4a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:21.846855 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-91fbf990-7e5b-494e-8328-e8eb46b32a1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0dbb6a527bc452c93a1cbdb5340871c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9437592 Mar 28 23:38:21.850174 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] For port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:21.851700 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54892) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:21.885505 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbf990-7e5b-494e-8328-e8eb46b32a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b99ad4-cf98-4915-80ca-6ce21cb535fc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:21.934534 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7d9ebaa6-d478-4ceb-9812-a40c2204b1e0 req-9011b47b-0f3e-4209-b0c9-c5b018372b60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707764 Mar 28 23:38:21.968398 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d8939c3-61ca-40d4-8de3-d4a3d6dee1e2 req-a26307fd-8586-43d3-b149-e0b38cca2653 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228947 Mar 28 23:38:21.985236 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e1522c5-aaa2-419a-9931-811ed0420765 admin admin] Publish callbacks [] for security_group (69b99ad4-cf98-4915-80ca-6ce21cb535fc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.016734 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e1522c5-aaa2-419a-9931-811ed0420765 admin admin] Publish callbacks [] for security_group (69b99ad4-cf98-4915-80ca-6ce21cb535fc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.107286 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-779af5b9-d3ba-405b-8546-a77855631573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:22.109021 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-779af5b9-d3ba-405b-8546-a77855631573 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 1127 time: 0.0783291 Mar 28 23:38:22.133360 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e1522c5-aaa2-419a-9931-811ed0420765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (69b99ad4-cf98-4915-80ca-6ce21cb535fc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.136544 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e1522c5-aaa2-419a-9931-811ed0420765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.137762 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-0e1522c5-aaa2-419a-9931-811ed0420765 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69b99ad4-cf98-4915-80ca-6ce21cb535fc HTTP/1.1" status: 204 len: 168 time: 0.2809677 Mar 28 23:38:22.181647 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] For port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:22.204400 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.215169 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54900) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:22.223163 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:22.235629 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1522c5-aaa2-419a-9931-811ed0420765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b99ad4-cf98-4915-80ca-6ce21cb535fc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:22.367796 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:38:22.374057 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:22.374429 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.379058 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-7dd6a128-e38a-49b2-b3a8-36fb2a70fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:22.382562 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-7dd6a128-e38a-49b2-b3a8-36fb2a70fc34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.2667727 Mar 28 23:38:22.452172 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77f6634b-e4ba-4204-9106-eb55e91750ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.459487 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:22.460244 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.461786 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] 10.222.0.30 "PUT /v2.0/ports/8e13f0c4-5a9d-4399-ba53-1c88ed23d76f HTTP/1.1" status: 200 len: 1094 time: 2.1733792 Mar 28 23:38:22.470423 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-8a63a15c-6857-4cba-a430-26465f9d8800 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c HTTP/1.1" status: 200 len: 217 time: 0.0785642 Mar 28 23:38:22.471057 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'tag': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:22.474039 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5691713-5751-477c-a4d8-665e7e32ad6f", "tag": "8e13f0c4-5a9d-4399-ba53-1c88ed23d76f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:22.511647 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5731e7-0847-4bc8-a08d-19ebc015ea92 req-6554d5a7-390e-4e6f-b64c-b4e0f41c7050 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:22.522275 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ed5731e7-0847-4bc8-a08d-19ebc015ea92 req-6554d5a7-390e-4e6f-b64c-b4e0f41c7050 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 944 time: 0.5927682 Mar 28 23:38:22.579722 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:22.580295 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.589879 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-e52bea65-8cd2-4fce-b8db-9f1e08371fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:22.591269 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-e52bea65-8cd2-4fce-b8db-9f1e08371fd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.1102893 Mar 28 23:38:22.620768 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f960e34b-fcca-4d1d-8582-2c3c8d5470c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (88bdf00c-3b41-45ca-9ae1-2c21d0669f4a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.623496 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f960e34b-fcca-4d1d-8582-2c3c8d5470c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.627269 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f960e34b-fcca-4d1d-8582-2c3c8d5470c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88bdf00c-3b41-45ca-9ae1-2c21d0669f4a HTTP/1.1" status: 204 len: 168 time: 1.1621015 Mar 28 23:38:22.627440 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c7528-8eca-4c58-9024-ef7d39813c1c req-9f33fd6f-28cf-4dc2-9127-6da9335dd998 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:22.633336 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-912c7528-8eca-4c58-9024-ef7d39813c1c req-9f33fd6f-28cf-4dc2-9127-6da9335dd998 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 944 time: 0.1658258 Mar 28 23:38:22.656718 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:22.657669 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:22.660086 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e84bc-8204-496a-a534-c5f98407e8b2" -d '{"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-plugged", "status": "completed", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:22.664838 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:22.690191 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad10fff-afe7-42d2-8285-2dd13071f952 service neutron] Pushing event updated for resources: {'Port': ['ID=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:22.718920 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:22.726082 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960e34b-fcca-4d1d-8582-2c3c8d5470c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bdf00c-3b41-45ca-9ae1-2c21d0669f4a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:22.733384 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-55d3313e-a686-48d6-9610-b83b46b746da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:22.736015 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-55d3313e-a686-48d6-9610-b83b46b746da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1362793 Mar 28 23:38:22.758037 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-912c7528-8eca-4c58-9024-ef7d39813c1c req-f70a26c5-1ce5-417d-9022-bd8bdf5e62de tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237457 Mar 28 23:38:22.775944 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ed5731e7-0847-4bc8-a08d-19ebc015ea92 req-81d1f9d0-bad4-493a-9df5-4067133e8dcc tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525094 Mar 28 23:38:22.804216 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-ea3d6444-adaa-421d-92cb-eb8350c7e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:22.805807 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-ea3d6444-adaa-421d-92cb-eb8350c7e459 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 1128 time: 0.2751853 Mar 28 23:38:22.888290 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f447f0d-a4b7-4733-ac6e-2f0e047b6adf x-openstack-request-id: req-8f447f0d-a4b7-4733-ac6e-2f0e047b6adf {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:22.888909 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-plugged", "status": "completed", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:22.889257 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f447f0d-a4b7-4733-ac6e-2f0e047b6adf {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:22.889825 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f447f0d-a4b7-4733-ac6e-2f0e047b6adf'] response: {'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'code': 200} Mar 28 23:38:22.890052 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58126d2f-f40b-4557-8136-ca3797f99291 x-openstack-request-id: req-58126d2f-f40b-4557-8136-ca3797f99291 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:22.890589 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5691713-5751-477c-a4d8-665e7e32ad6f", "tag": "8e13f0c4-5a9d-4399-ba53-1c88ed23d76f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:22.890688 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58126d2f-f40b-4557-8136-ca3797f99291 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:22.891143 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58126d2f-f40b-4557-8136-ca3797f99291'] response: {'name': 'network-changed', 'server_uuid': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'tag': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'status': 'completed', 'code': 200} Mar 28 23:38:22.899898 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-3af8d089-762e-4e93-8576-82e832cd1da7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f HTTP/1.1" status: 200 len: 217 time: 0.0791969 Mar 28 23:38:22.991476 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77f6634b-e4ba-4204-9106-eb55e91750ef admin admin] Publish callbacks [] for security_group (80519ee8-85d6-4cdf-a098-a207b80e8516), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.003105 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77f6634b-e4ba-4204-9106-eb55e91750ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (80519ee8-85d6-4cdf-a098-a207b80e8516), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.014314 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-9dea66fa-e116-42fd-91e9-adf7eee94a3b service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539952 Mar 28 23:38:23.038724 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54924) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:23.057708 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7baa9cbc-1807-410b-8170-d48722904bca {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:23.083708 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Publish callbacks [] for port (7baa9cbc-1807-410b-8170-d48722904bca), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.124650 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c6d1-6844-4579-b5e3-40c724ad65bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.148641 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-77f6634b-e4ba-4204-9106-eb55e91750ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55f3fe58aedc4cd087141c0d59f1e033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9304626 Mar 28 23:38:23.152348 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54928) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:23.152478 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-a84d718c-e03e-42cb-8c37-22c3fa16a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:23.153019 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-a84d718c-e03e-42cb-8c37-22c3fa16a2ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.2227275 Mar 28 23:38:23.156510 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6634b-e4ba-4204-9106-eb55e91750ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80519ee8-85d6-4cdf-a098-a207b80e8516,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:23.197550 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Transition to ACTIVE for port object 7baa9cbc-1807-410b-8170-d48722904bca will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:38:23.212860 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7baa9cbc-1807-410b-8170-d48722904bca), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.229235 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c028305-52a4-439f-820b-6120e4308222 req-ef446901-a41f-489c-a39f-72f3d6d83324 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:23.230770 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7c028305-52a4-439f-820b-6120e4308222 req-ef446901-a41f-489c-a39f-72f3d6d83324 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 931 time: 0.1775436 Mar 28 23:38:23.271298 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdbce4-1a0d-439f-ac32-44a771822ac2 req-92587911-4ee3-4b6a-a6d3-bd1eff161fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:23.272868 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8bdbce4-1a0d-439f-ac32-44a771822ac2 req-92587911-4ee3-4b6a-a6d3-bd1eff161fc7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 1129 time: 0.1982324 Mar 28 23:38:23.296616 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3f3e986-8c53-48f4-87ee-375be20e530d req-9f4c1394-38a6-4499-ae02-0434c4f20402 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570391 Mar 28 23:38:23.298683 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca3cad6-e9e9-43e3-826a-f79179142152 admin admin] Publish callbacks [] for security_group (80519ee8-85d6-4cdf-a098-a207b80e8516), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.299589 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7baa9cbc-1807-410b-8170-d48722904bca,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:23.308146 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54930) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:23.313668 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-a2055c04-bd92-41a2-aba0-7d9ff8e6b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:23.315199 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-a2055c04-bd92-41a2-aba0-7d9ff8e6b039 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1511176 Mar 28 23:38:23.358073 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f225604-5e14-420b-a44c-4f45fb5a672c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.383407 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca3cad6-e9e9-43e3-826a-f79179142152 admin admin] Publish callbacks [] for security_group (80519ee8-85d6-4cdf-a098-a207b80e8516), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.394933 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7c028305-52a4-439f-820b-6120e4308222 req-c86897c7-7f5c-46e5-b6dc-45c99abcc8b9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493199 Mar 28 23:38:23.433011 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Attempting to bind port 7baa9cbc-1807-410b-8170-d48722904bca on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:23.433354 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Attempting to bind port 7baa9cbc-1807-410b-8170-d48722904bca by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:23.433686 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Attempting to bind port 7baa9cbc-1807-410b-8170-d48722904bca on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:23.446206 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Port 7baa9cbc-1807-410b-8170-d48722904bca on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:38:23.446558 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Attempting to bind port 7baa9cbc-1807-410b-8170-d48722904bca on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:23.447001 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c6d1-6844-4579-b5e3-40c724ad65bc admin admin] Publish callbacks [] for security_group (078174a2-377b-4df6-8489-be00fadce8b4), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.450237 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8bdbce4-1a0d-439f-ac32-44a771822ac2 req-da31623e-6483-42c5-b140-7463db15f645 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631260 Mar 28 23:38:23.458882 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c6d1-6844-4579-b5e3-40c724ad65bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (078174a2-377b-4df6-8489-be00fadce8b4), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.459349 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:23.459951 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Checking segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:23.460120 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Bound using segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:23.460542 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Bound port: 7baa9cbc-1807-410b-8170-d48722904bca, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:23.460901 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7baa9cbc-1807-410b-8170-d48722904bca), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.516144 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d4b7c6d1-6844-4579-b5e3-40c724ad65bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49cd42bdba604d0da682c3393a9d31d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639323 Mar 28 23:38:23.518479 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 54934) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:23.520940 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7c6d1-6844-4579-b5e3-40c724ad65bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078174a2-377b-4df6-8489-be00fadce8b4,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:23.523451 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca3cad6-e9e9-43e3-826a-f79179142152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (80519ee8-85d6-4cdf-a098-a207b80e8516), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.525900 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ca3cad6-e9e9-43e3-826a-f79179142152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.529492 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-4ca3cad6-e9e9-43e3-826a-f79179142152 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80519ee8-85d6-4cdf-a098-a207b80e8516 HTTP/1.1" status: 204 len: 168 time: 0.3738384 Mar 28 23:38:23.541372 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-384065c1-0b47-41c0-88ec-461c07e4b482 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983950 Mar 28 23:38:23.542566 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3cad6-e9e9-43e3-826a-f79179142152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80519ee8-85d6-4cdf-a098-a207b80e8516,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:23.589013 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] For port 7baa9cbc-1807-410b-8170-d48722904bca, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:23.610101 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] For port 7baa9cbc-1807-410b-8170-d48722904bca, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7baa9cbc-1807-410b-8170-d48722904bca,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:23.619010 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b7940-8bc5-4229-888d-3fd3ee42d7ed admin admin] Publish callbacks [] for security_group (078174a2-377b-4df6-8489-be00fadce8b4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.627773 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f225604-5e14-420b-a44c-4f45fb5a672c admin admin] Publish callbacks [] for security_group (9d636973-db3e-4f83-ab9b-cf7fa985c911), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.633930 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f225604-5e14-420b-a44c-4f45fb5a672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (9d636973-db3e-4f83-ab9b-cf7fa985c911), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.635974 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7baa9cbc-1807-410b-8170-d48722904bca), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.683210 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-0f225604-5e14-420b-a44c-4f45fb5a672c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d069607a0f043bb9bbda34319a65c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733599 Mar 28 23:38:23.684255 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225604-5e14-420b-a44c-4f45fb5a672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d636973-db3e-4f83-ab9b-cf7fa985c911,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:23.686716 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54944) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:23.732616 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b7940-8bc5-4229-888d-3fd3ee42d7ed admin admin] Publish callbacks [] for security_group (078174a2-377b-4df6-8489-be00fadce8b4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.756080 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7baa9cbc-1807-410b-8170-d48722904bca,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:23.772801 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c960a7e6-63f4-403c-a07d-4869a87357c3 admin admin] Publish callbacks [] for security_group (9d636973-db3e-4f83-ab9b-cf7fa985c911), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.819786 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c960a7e6-63f4-403c-a07d-4869a87357c3 admin admin] Publish callbacks [] for security_group (9d636973-db3e-4f83-ab9b-cf7fa985c911), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.891269 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:23.891935 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.893586 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7f8f61e4-ca5e-4e0c-97d2-37547e95d1a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/7baa9cbc-1807-410b-8170-d48722904bca HTTP/1.1" status: 200 len: 1093 time: 2.4534090 Mar 28 23:38:23.928784 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba6c09b6-5e57-48e1-89c6-59115f147587 req-e4afa5bc-e242-4032-865f-94d4475af5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747928 Mar 28 23:38:23.978239 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2682c-465c-4cb2-a9ec-84700146e7fc req-bd8e00db-ed13-47d7-a1ac-78dbfddb2a9f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:23.980457 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8ac2682c-465c-4cb2-a9ec-84700146e7fc req-bd8e00db-ed13-47d7-a1ac-78dbfddb2a9f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.1024711 Mar 28 23:38:23.984303 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b7940-8bc5-4229-888d-3fd3ee42d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (078174a2-377b-4df6-8489-be00fadce8b4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.990820 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b7940-8bc5-4229-888d-3fd3ee42d7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:23.992120 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f36b7940-8bc5-4229-888d-3fd3ee42d7ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/078174a2-377b-4df6-8489-be00fadce8b4 HTTP/1.1" status: 204 len: 168 time: 0.4710553 Mar 28 23:38:24.012618 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b7940-8bc5-4229-888d-3fd3ee42d7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078174a2-377b-4df6-8489-be00fadce8b4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:24.015625 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c960a7e6-63f4-403c-a07d-4869a87357c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (9d636973-db3e-4f83-ab9b-cf7fa985c911), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:24.035517 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c960a7e6-63f4-403c-a07d-4869a87357c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:24.035517 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c960a7e6-63f4-403c-a07d-4869a87357c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d636973-db3e-4f83-ab9b-cf7fa985c911 HTTP/1.1" status: 204 len: 168 time: 0.3477657 Mar 28 23:38:24.083754 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960a7e6-63f4-403c-a07d-4869a87357c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d636973-db3e-4f83-ab9b-cf7fa985c911,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:24.164207 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8ac2682c-465c-4cb2-a9ec-84700146e7fc req-79ce63cc-da6b-4408-986c-aeb78f10fdd3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758707 Mar 28 23:38:24.164522 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-ce2553f3-a766-43ba-b13a-ea7a8ffe0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.166358 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-ce2553f3-a766-43ba-b13a-ea7a8ffe0880 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 1127 time: 0.1320879 Mar 28 23:38:24.172602 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-2e439724-88b5-4817-97b1-c8807b919ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.174907 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-2e439724-88b5-4817-97b1-c8807b919ce4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 1128 time: 0.0976632 Mar 28 23:38:24.233216 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-5f8a2981-fc61-4a9b-8b9a-ea3cc7619e87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baa9cbc-1807-410b-8170-d48722904bca HTTP/1.1" status: 200 len: 217 time: 0.0572474 Mar 28 23:38:24.352526 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc251f6-bc7a-465e-9109-93ff598adc96 req-d833d3d7-4528-4f85-b8ca-26bbbc6a3a29 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.355243 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-64c21032-cb94-46eb-aba0-35c8afa6bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.355687 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-adc251f6-bc7a-465e-9109-93ff598adc96 req-d833d3d7-4528-4f85-b8ca-26bbbc6a3a29 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 944 time: 0.0904679 Mar 28 23:38:24.356886 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-64c21032-cb94-46eb-aba0-35c8afa6bfbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.1129189 Mar 28 23:38:24.402231 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-0604ec09-fc92-489e-a94e-d88d72ffb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.403723 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-0604ec09-fc92-489e-a94e-d88d72ffb92a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.2097683 Mar 28 23:38:24.429848 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7c5f3987-931c-4ce4-824d-eb039feac15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.433972 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-adc251f6-bc7a-465e-9109-93ff598adc96 req-4478c278-9308-4c3c-bc32-9467a12e5678 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721824 Mar 28 23:38:24.434936 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-7c5f3987-931c-4ce4-824d-eb039feac15e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0643585 Mar 28 23:38:24.484874 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-93cbc77f-cb3a-43fe-a178-3b1e5699fdf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f HTTP/1.1" status: 200 len: 217 time: 0.0603888 Mar 28 23:38:24.551807 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-e097f2d5-df26-47c5-ac5e-300e14d497bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.553295 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-e097f2d5-df26-47c5-ac5e-300e14d497bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0510273 Mar 28 23:38:24.619984 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54984) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:24.641947 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4db74c48-796b-4b9d-a647-9a47c2e26b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:24.701318 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-3b667ffa-c17e-4827-8807-ffc456fdad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.702961 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-3b667ffa-c17e-4827-8807-ffc456fdad3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0689001 Mar 28 23:38:24.721556 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaeb76-4594-448b-83fd-72ab9a3e078a req-354876da-65bf-4d5a-9062-5cedb0fb684e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:24.723065 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2abaeb76-4594-448b-83fd-72ab9a3e078a req-354876da-65bf-4d5a-9062-5cedb0fb684e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 943 time: 0.1610286 Mar 28 23:38:24.747254 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4db74c48-796b-4b9d-a647-9a47c2e26b7e admin admin] Publish callbacks [] for security_group (0de90b90-c443-41c3-ab41-9fec71d7f6bc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:24.761131 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4db74c48-796b-4b9d-a647-9a47c2e26b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (0de90b90-c443-41c3-ab41-9fec71d7f6bc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:24.824679 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-4e0d96bc-b71b-40f3-9ce1-60a51eb17424 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989602 Mar 28 23:38:24.844422 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db74c48-796b-4b9d-a647-9a47c2e26b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de90b90-c443-41c3-ab41-9fec71d7f6bc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:24.889713 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-4db74c48-796b-4b9d-a647-9a47c2e26b7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f18eed1b1ab4735ba71c76db454207a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677209 Mar 28 23:38:24.892382 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 54996) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:24.924015 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a76569-4e11-4d55-940b-055302467be4', 'tag': '7baa9cbc-1807-410b-8170-d48722904bca'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:24.926219 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a76569-4e11-4d55-940b-055302467be4", "tag": "7baa9cbc-1807-410b-8170-d48722904bca"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:24.932076 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2abaeb76-4594-448b-83fd-72ab9a3e078a req-87499877-4d13-447c-b55e-24961580891a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195807 Mar 28 23:38:24.936572 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-15b248d9-d5ed-42ea-ae3d-a72a5f990a7f service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330139 Mar 28 23:38:24.980076 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55a08fd5-08e2-445f-8502-f5f40c03819a admin admin] Publish callbacks [] for security_group (0de90b90-c443-41c3-ab41-9fec71d7f6bc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:25.015728 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55a08fd5-08e2-445f-8502-f5f40c03819a admin admin] Publish callbacks [] for security_group (0de90b90-c443-41c3-ab41-9fec71d7f6bc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:25.099413 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55a08fd5-08e2-445f-8502-f5f40c03819a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (0de90b90-c443-41c3-ab41-9fec71d7f6bc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:25.102993 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55a08fd5-08e2-445f-8502-f5f40c03819a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:25.107197 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-55a08fd5-08e2-445f-8502-f5f40c03819a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0de90b90-c443-41c3-ab41-9fec71d7f6bc HTTP/1.1" status: 204 len: 168 time: 0.2107162 Mar 28 23:38:25.115475 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a08fd5-08e2-445f-8502-f5f40c03819a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de90b90-c443-41c3-ab41-9fec71d7f6bc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:25.181191 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f020eb0-5b45-4f6e-aaef-82e080fc0bc6 x-openstack-request-id: req-3f020eb0-5b45-4f6e-aaef-82e080fc0bc6 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:25.181474 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a76569-4e11-4d55-940b-055302467be4", "tag": "7baa9cbc-1807-410b-8170-d48722904bca", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:25.181883 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f020eb0-5b45-4f6e-aaef-82e080fc0bc6 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:25.182402 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f020eb0-5b45-4f6e-aaef-82e080fc0bc6'] response: {'name': 'network-changed', 'server_uuid': 'b0a76569-4e11-4d55-940b-055302467be4', 'tag': '7baa9cbc-1807-410b-8170-d48722904bca', 'status': 'completed', 'code': 200} Mar 28 23:38:25.230777 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae7ad0b-839b-4b7e-8567-718a6ccb1ea9 req-ea3a17f2-5d03-4066-bde9-1fc281a3f5ab service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870311 Mar 28 23:38:25.256225 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c0e8d1e-76f6-41f0-8de5-0ef9907e788f req-214671cc-aaf7-4c4f-96f2-c24a4a512274 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101885 Mar 28 23:38:25.299803 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb8ff9-dee6-4683-af27-f439842047c5 req-c631d3b0-ed12-4b14-b83c-1037cadbf940 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:25.301435 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-05bb8ff9-dee6-4683-af27-f439842047c5 req-c631d3b0-ed12-4b14-b83c-1037cadbf940 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0665135 Mar 28 23:38:25.343526 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55018) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:25.398672 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-97f5f605-b422-4030-96d0-f831f7354a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:25.400241 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-97f5f605-b422-4030-96d0-f831f7354a6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 1127 time: 0.0938699 Mar 28 23:38:25.416739 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-05bb8ff9-dee6-4683-af27-f439842047c5 req-af195ff3-d587-48d3-99a6-dea841b7cf29 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015141 Mar 28 23:38:25.625134 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-15af24cd-b456-4f44-8804-f6f077d7d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:25.626833 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-15af24cd-b456-4f44-8804-f6f077d7d24e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.2088046 Mar 28 23:38:25.626977 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eab91a-6ac9-43dd-bb91-c995e3cf0d07 req-4d920b56-e24d-4fb6-a203-780e1fd95486 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:25.632893 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f8eab91a-6ac9-43dd-bb91-c995e3cf0d07 req-4d920b56-e24d-4fb6-a203-780e1fd95486 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0855823 Mar 28 23:38:25.637469 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55034) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:25.642253 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'floatingip': {'port_id': '5c6e2f7a-cd3a-44a8-950d-2905a6338520'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:25.686549 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-0734d48b-68e9-42c2-b295-d3690d55bd0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baa9cbc-1807-410b-8170-d48722904bca HTTP/1.1" status: 200 len: 217 time: 0.0497575 Mar 28 23:38:25.698633 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dff57-6636-483a-bbd4-91b8d9edca9a req-9f7a540d-4b68-462f-897d-d3e214e00d41 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:25.700184 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4b8dff57-6636-483a-bbd4-91b8d9edca9a req-9f7a540d-4b68-462f-897d-d3e214e00d41 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 944 time: 0.1471565 Mar 28 23:38:25.736228 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (07ec11ae-0d57-4669-99ae-6e65da85ac26), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:25.785126 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-d3361d1b-1657-460e-b209-a348f220dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:25.787342 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-d3361d1b-1657-460e-b209-a348f220dc7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0862231 Mar 28 23:38:25.794998 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4b8dff57-6636-483a-bbd4-91b8d9edca9a req-d0229db9-123b-4a2f-9c50-8e1dd1da8a88 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859220 Mar 28 23:38:25.841014 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb352b49-1217-41cb-aa16-cfc5b78f1d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:25.846208 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-8e389931-06a0-482e-9a13-62d652a88851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:25.848211 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-8e389931-06a0-482e-9a13-62d652a88851 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0519128 Mar 28 23:38:26.014080 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-b9b2bf89-f6bb-4588-946d-ad0545f00e7c service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593416 Mar 28 23:38:26.165639 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4d7b6269-7a90-4a8e-bce3-3ef13cde9fb9 req-a27d85b1-8a2d-4424-9875-a1d4256e8db0 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429081 Mar 28 23:38:26.182657 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb352b49-1217-41cb-aa16-cfc5b78f1d33 admin admin] Publish callbacks [] for security_group (8d512d5e-3a09-4174-9ff1-2d1a0c0c25d6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:26.205452 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e16844-5567-42b0-81ff-a7f43cbdd8c0 req-8e0f5316-628a-4359-b738-53ecef9fa861 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:26.214078 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d9e16844-5567-42b0-81ff-a7f43cbdd8c0 req-8e0f5316-628a-4359-b738-53ecef9fa861 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 943 time: 0.1297660 Mar 28 23:38:26.229089 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb352b49-1217-41cb-aa16-cfc5b78f1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8d512d5e-3a09-4174-9ff1-2d1a0c0c25d6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:26.243538 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8024932a-2c28-4a83-9cfc-f55e6b07022c details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:38:26.289341 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb352b49-1217-41cb-aa16-cfc5b78f1d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d512d5e-3a09-4174-9ff1-2d1a0c0c25d6,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:26.367046 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8024932a-2c28-4a83-9cfc-f55e6b07022c, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:26.383174 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '8024932a-2c28-4a83-9cfc-f55e6b07022c', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'port_id': '8024932a-2c28-4a83-9cfc-f55e6b07022c', 'mac_address': 'fa:16:3e:d0:87:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:38:26.440854 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 8024932a-2c28-4a83-9cfc-f55e6b07022c is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:26.441413 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:26.461246 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8024932a-2c28-4a83-9cfc-f55e6b07022c {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:26.485768 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8024932a-2c28-4a83-9cfc-f55e6b07022c, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:26.494356 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:26.549908 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=8024932a-2c28-4a83-9cfc-f55e6b07022c,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:26.602762 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d9e16844-5567-42b0-81ff-a7f43cbdd8c0 req-88ec4b27-aa7d-469a-b8d1-1162fe0f5f85 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878045 Mar 28 23:38:26.610408 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55074) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:26.626031 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-eb352b49-1217-41cb-aa16-cfc5b78f1d33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ce02f9af5764105ad2335e08b917996&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2736990 Mar 28 23:38:26.705252 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19696411-e897-43e8-8714-cba39dbd941f admin admin] Publish callbacks [] for security_group (8d512d5e-3a09-4174-9ff1-2d1a0c0c25d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:26.737878 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:38:26.744157 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['8024932a-2c28-4a83-9cfc-f55e6b07022c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:38:26.773822 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19696411-e897-43e8-8714-cba39dbd941f admin admin] Publish callbacks [] for security_group (8d512d5e-3a09-4174-9ff1-2d1a0c0c25d6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:26.878446 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19696411-e897-43e8-8714-cba39dbd941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8d512d5e-3a09-4174-9ff1-2d1a0c0c25d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:26.881707 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19696411-e897-43e8-8714-cba39dbd941f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:26.883227 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-19696411-e897-43e8-8714-cba39dbd941f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d512d5e-3a09-4174-9ff1-2d1a0c0c25d6 HTTP/1.1" status: 204 len: 168 time: 0.2719476 Mar 28 23:38:26.898104 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19696411-e897-43e8-8714-cba39dbd941f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d512d5e-3a09-4174-9ff1-2d1a0c0c25d6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:27.080654 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:27.091186 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (07ec11ae-0d57-4669-99ae-6e65da85ac26), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:27.158975 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57638d1-6571-4b7c-843e-a3e53534e144 req-a5606158-a371-49f8-adcd-ef62f82bf00f tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:27.167861 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e57638d1-6571-4b7c-843e-a3e53534e144 req-a5606158-a371-49f8-adcd-ef62f82bf00f tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 946 time: 0.0881569 Mar 28 23:38:27.170259 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb40e-e77d-4e9d-81fd-9130b0e433e0 req-b746ffa1-efc4-434d-809a-870b81548982 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:27.177370 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-05ccb40e-e77d-4e9d-81fd-9130b0e433e0 req-b746ffa1-efc4-434d-809a-870b81548982 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 944 time: 0.1848040 Mar 28 23:38:27.227876 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e57638d1-6571-4b7c-843e-a3e53534e144 req-e229989d-f44a-483d-9111-f07b9aa56daf tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Mar 28 23:38:27.240983 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-05ccb40e-e77d-4e9d-81fd-9130b0e433e0 req-a1991cb4-a717-41c6-b66d-9a04327edf38 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627437 Mar 28 23:38:27.256820 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.l3_db [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Floating IP 07ec11ae-0d57-4669-99ae-6e65da85ac26 associated. External IP: 172.28.0.51, port: 5c6e2f7a-cd3a-44a8-950d-2905a6338520. Mar 28 23:38:27.477321 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Router 66cbc431-fe18-455f-a192-beca8dcc3023 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:38:27.482463 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55110) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:27.500529 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c87e35e-0739-4759-a9b9-8f204eb4c088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:27.665066 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:38:27.669631 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:27.680813 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] Sync routers for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:38:27.696770 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:27.698842 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:27.724506 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c87e35e-0739-4759-a9b9-8f204eb4c088 admin admin] Publish callbacks [] for security_group (64fc7255-6029-4925-a1a1-622dd73509dc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:27.735840 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-2ebdbd44-e4c6-489e-8c63-058012a35a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "PUT /v2.0/floatingips/07ec11ae-0d57-4669-99ae-6e65da85ac26 HTTP/1.1" status: 200 len: 990 time: 2.0875392 Mar 28 23:38:27.735840 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:27.735840 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe886844-f49f-494b-8084-96bc1092bdec" -d '{"events": [{"name": "network-changed", "server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:27.745672 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c87e35e-0739-4759-a9b9-8f204eb4c088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (64fc7255-6029-4925-a1a1-622dd73509dc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:27.796534 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a64c0-e1f3-415b-bbdb-a7e5cd59222c x-openstack-request-id: req-ef7a64c0-e1f3-415b-bbdb-a7e5cd59222c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:27.796991 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:27.797401 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef7a64c0-e1f3-415b-bbdb-a7e5cd59222c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:27.797930 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7a64c0-e1f3-415b-bbdb-a7e5cd59222c'] response: {'name': 'network-changed', 'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'status': 'completed', 'code': 200} Mar 28 23:38:27.812805 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587959ab-ec6b-4276-a4e3-95a85f5daaea req-af83be6c-cddc-4c39-8895-edc8d9ad4ea0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:27.814510 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-3c87e35e-0739-4759-a9b9-8f204eb4c088 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6deb3975ff5d4b14af184a93fbefda13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296280 Mar 28 23:38:27.819707 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55136) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:27.821691 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-587959ab-ec6b-4276-a4e3-95a85f5daaea req-af83be6c-cddc-4c39-8895-edc8d9ad4ea0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 943 time: 0.0917032 Mar 28 23:38:27.837002 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87e35e-0739-4759-a9b9-8f204eb4c088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc7255-6029-4925-a1a1-622dd73509dc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:27.838758 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:27.918092 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c393d92d-72a8-4625-8aef-ab5379d03c85 admin admin] Publish callbacks [] for security_group (64fc7255-6029-4925-a1a1-622dd73509dc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:27.949271 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-587959ab-ec6b-4276-a4e3-95a85f5daaea req-43594586-019a-4740-b915-229e28d89461 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212971 Mar 28 23:38:27.964507 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe886844-f49f-494b-8084-96bc1092bdec req-50f010eb-7705-4dfd-a416-52607afe042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:27.966413 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe886844-f49f-494b-8084-96bc1092bdec req-50f010eb-7705-4dfd-a416-52607afe042d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 1129 time: 0.1371059 Mar 28 23:38:27.967329 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c393d92d-72a8-4625-8aef-ab5379d03c85 admin admin] Publish callbacks [] for security_group (64fc7255-6029-4925-a1a1-622dd73509dc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:28.047555 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c393d92d-72a8-4625-8aef-ab5379d03c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (64fc7255-6029-4925-a1a1-622dd73509dc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:28.050955 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c393d92d-72a8-4625-8aef-ab5379d03c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:28.060769 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c393d92d-72a8-4625-8aef-ab5379d03c85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64fc7255-6029-4925-a1a1-622dd73509dc HTTP/1.1" status: 204 len: 168 time: 0.2354434 Mar 28 23:38:28.074056 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393d92d-72a8-4625-8aef-ab5379d03c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc7255-6029-4925-a1a1-622dd73509dc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:28.144435 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe886844-f49f-494b-8084-96bc1092bdec req-40bab85e-49c7-4cdb-b57c-fc6c6d19247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:28.147973 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe886844-f49f-494b-8084-96bc1092bdec req-40bab85e-49c7-4cdb-b57c-fc6c6d19247a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.1704328 Mar 28 23:38:28.265108 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 7baa9cbc-1807-410b-8170-d48722904bca details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:38:28.380330 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe886844-f49f-494b-8084-96bc1092bdec req-6b2ccc9d-30b3-49b8-95b3-52661d0fb8d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 200 len: 998 time: 0.2225709 Mar 28 23:38:28.474128 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c1357-9f10-44ca-97a4-1bcc1f9b9ee1 req-9c89b00f-d57d-46e5-9796-c1e2cccb7e0c tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:28.476959 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '07ec11ae-0d57-4669-99ae-6e65da85ac26', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'port_id': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'mac_address': 'fa:16:3e:22:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435e050-a617-4582-a149-388fe8336aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:04Z', 'updated_at': '2022-03-28T23:38:26Z', 'revision_number': 1, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:28.481724 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-731c1357-9f10-44ca-97a4-1bcc1f9b9ee1 req-9c89b00f-d57d-46e5-9796-c1e2cccb7e0c tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 946 time: 0.0975025 Mar 28 23:38:28.502250 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8024932a-2c28-4a83-9cfc-f55e6b07022c up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:28.537977 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] Checking router: 66cbc431-fe18-455f-a192-beca8dcc3023 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:38:28.554681 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:28.555710 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:28.567862 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-731c1357-9f10-44ca-97a4-1bcc1f9b9ee1 req-91f0aa42-1e39-42e5-a164-c5d4e1745245 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847359 Mar 28 23:38:28.619936 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 7baa9cbc-1807-410b-8170-d48722904bca, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7baa9cbc-1807-410b-8170-d48722904bca,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:28.638275 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '7baa9cbc-1807-410b-8170-d48722904bca', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'port_id': '7baa9cbc-1807-410b-8170-d48722904bca', 'mac_address': 'fa:16:3e:3c:8d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:38:28.668256 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe886844-f49f-494b-8084-96bc1092bdec req-b7212e8a-1681-4e42-b0c9-154e80c6f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:28.680335 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe886844-f49f-494b-8084-96bc1092bdec req-b7212e8a-1681-4e42-b0c9-154e80c6f322 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.2957842 Mar 28 23:38:28.697182 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 8024932a-2c28-4a83-9cfc-f55e6b07022c completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:38:28.719192 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 8024932a-2c28-4a83-9cfc-f55e6b07022c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:28.719611 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:28.736100 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:28.765776 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e8f0e-8d7a-4fb7-89f4-c2ce1907571e req-c7c3077f-36e6-48b3-bbb8-50918f8091f3 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:28.774526 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-708e8f0e-8d7a-4fb7-89f4-c2ce1907571e req-c7c3077f-36e6-48b3-bbb8-50918f8091f3 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 944 time: 0.3826444 Mar 28 23:38:28.788528 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 7baa9cbc-1807-410b-8170-d48722904bca is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:28.789093 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7baa9cbc-1807-410b-8170-d48722904bca), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:28.809325 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7baa9cbc-1807-410b-8170-d48722904bca {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:28.836333 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 7baa9cbc-1807-410b-8170-d48722904bca, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7baa9cbc-1807-410b-8170-d48722904bca,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:28.864817 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-6cbeb32f-a4be-4a61-8523-ae1270200aed tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:28.870002 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-6cbeb32f-a4be-4a61-8523-ae1270200aed tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.30 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 946 time: 0.2820942 Mar 28 23:38:28.878648 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7baa9cbc-1807-410b-8170-d48722904bca), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:28.879774 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:38:28.953966 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 8024932a-2c28-4a83-9cfc-f55e6b07022c is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:28.954538 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:28.989069 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=7baa9cbc-1807-410b-8170-d48722904bca,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:29.072577 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dc4d9d-b295-484d-83a7-ae7c993b335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8024932a-2c28-4a83-9cfc-f55e6b07022c'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:29.076611 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55194) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:29.077667 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea92efe-4628-48f0-8c98-36b2474470b1" -d '{"events": [{"server_uuid": "77dc4d9d-b295-484d-83a7-ae7c993b335a", "name": "network-vif-plugged", "status": "completed", "tag": "8024932a-2c28-4a83-9cfc-f55e6b07022c"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:29.090695 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe886844-f49f-494b-8084-96bc1092bdec req-e1916ba7-4b26-4653-8b69-2365c1631bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:29.092452 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe886844-f49f-494b-8084-96bc1092bdec req-e1916ba7-4b26-4653-8b69-2365c1631bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4036684 Mar 28 23:38:29.123557 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '07ec11ae-0d57-4669-99ae-6e65da85ac26', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'port_id': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'mac_address': 'fa:16:3e:22:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435e050-a617-4582-a149-388fe8336aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:04Z', 'updated_at': '2022-03-28T23:38:26Z', 'revision_number': 1, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:29.125937 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-708e8f0e-8d7a-4fb7-89f4-c2ce1907571e req-6cb1d6fc-0eca-4354-aeb2-c04279c4cade tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443623 Mar 28 23:38:29.170707 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ae5d6-be32-42dc-b40f-a6c33ced81d1 None None] The sync data for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb is: [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '07ec11ae-0d57-4669-99ae-6e65da85ac26', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'port_id': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'mac_address': 'fa:16:3e:22:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435e050-a617-4582-a149-388fe8336aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:04Z', 'updated_at': '2022-03-28T23:38:26Z', 'revision_number': 1, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:38:29.236408 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e84e2-5ca7-4978-8048-78feb1a2bdbd req-9c27571e-bedf-49da-bebc-4b2f5af75dfc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:29.237909 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-da1e84e2-5ca7-4978-8048-78feb1a2bdbd req-9c27571e-bedf-49da-bebc-4b2f5af75dfc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 944 time: 0.1418655 Mar 28 23:38:29.334750 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-da1e84e2-5ca7-4978-8048-78feb1a2bdbd req-9e7955d1-8eec-496d-8e0a-941c2f5f3d52 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889828 Mar 28 23:38:29.406044 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Deleting port c90264b6-7bf5-4463-97cc-6f855b0be150 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:38:29.406544 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:29.467038 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4dfd-619a-4406-a82d-b22c665288dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:29.469278 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:29.492359 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:38:29.504485 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe886844-f49f-494b-8084-96bc1092bdec req-4efc809a-d7f0-4442-9209-eb7c9577b0cf service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772576 Mar 28 23:38:29.553765 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8024932a-2c28-4a83-9cfc-f55e6b07022c, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:29.570016 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f3d5ce-b2c3-4e0c-a0cb-b078bb99dcdf x-openstack-request-id: req-14f3d5ce-b2c3-4e0c-a0cb-b078bb99dcdf {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:29.570342 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dc4d9d-b295-484d-83a7-ae7c993b335a", "name": "network-vif-plugged", "status": "completed", "tag": "8024932a-2c28-4a83-9cfc-f55e6b07022c", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:29.570601 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14f3d5ce-b2c3-4e0c-a0cb-b078bb99dcdf {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:29.570993 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f3d5ce-b2c3-4e0c-a0cb-b078bb99dcdf'] response: {'server_uuid': '77dc4d9d-b295-484d-83a7-ae7c993b335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8024932a-2c28-4a83-9cfc-f55e6b07022c', 'code': 200} Mar 28 23:38:29.575099 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780c592-8e88-4ee6-8a77-56cd05c49713 None None] New status for floating IP 07ec11ae-0d57-4669-99ae-6e65da85ac26: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:38:29.653655 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe886844-f49f-494b-8084-96bc1092bdec req-1bd945cd-4123-44df-b66f-32212f3ec0c4 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423085 Mar 28 23:38:29.675508 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4dfd-619a-4406-a82d-b22c665288dc admin admin] Publish callbacks [] for security_group (43bf4df0-f316-4843-bbd9-594e88142b90), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:29.684496 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4dfd-619a-4406-a82d-b22c665288dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (43bf4df0-f316-4843-bbd9-594e88142b90), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:29.697083 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:29.740398 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] For port c90264b6-7bf5-4463-97cc-6f855b0be150, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c90264b6-7bf5-4463-97cc-6f855b0be150,segment=NetworkSegment(98131323-8875-4bc0-95a2-32dd5e9deb66),segment_id=98131323-8875-4bc0-95a2-32dd5e9deb66)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:29.740791 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:29.794837 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Calling delete_port for c90264b6-7bf5-4463-97cc-6f855b0be150 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:38:29.853836 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d5ca4dfd-619a-4406-a82d-b22c665288dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7356f507d5ee4d69b64a01c08540213c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7761374 Mar 28 23:38:29.861814 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55242) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:29.870245 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4dfd-619a-4406-a82d-b22c665288dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bf4df0-f316-4843-bbd9-594e88142b90,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:29.906995 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640e2ce-9560-443f-b819-6575e44d4b88 req-eba23569-aa09-4262-813b-c3c47196231f tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:29.914240 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9640e2ce-9560-443f-b819-6575e44d4b88 req-eba23569-aa09-4262-813b-c3c47196231f tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 946 time: 0.1825144 Mar 28 23:38:29.954221 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55246) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:30.000749 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9640e2ce-9560-443f-b819-6575e44d4b88 req-2ea8e930-06b2-48c2-bb6e-1b4b5ea0a6ce tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/security-groups?id=5064c8c9-426b-43c7-85c9-9a944ca51648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851250 Mar 28 23:38:30.097833 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:30.099012 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.129204 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:30.143611 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=8024932a-2c28-4a83-9cfc-f55e6b07022c,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:30.173587 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:30.181447 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.246157 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafc63d-33b1-4d3e-a176-eebafd69c0d4 req-4458041e-cc50-4a5c-9e3f-f35179498a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:30.247666 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4eafc63d-33b1-4d3e-a176-eebafd69c0d4 req-4458041e-cc50-4a5c-9e3f-f35179498a4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 1129 time: 0.4711564 Mar 28 23:38:30.291956 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06173ce4-c7bc-45e4-86b3-a9cb454506b1 admin admin] Publish callbacks [] for security_group (43bf4df0-f316-4843-bbd9-594e88142b90), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.294736 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:30.294860 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7803820e-a125-4e91-b536-d3ae1676d7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.358894 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06173ce4-c7bc-45e4-86b3-a9cb454506b1 admin admin] Publish callbacks [] for security_group (43bf4df0-f316-4843-bbd9-594e88142b90), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.370239 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device c90264b6-7bf5-4463-97cc-6f855b0be150 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:38:30.387713 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7803820e-a125-4e91-b536-d3ae1676d7e4 admin admin] Publish callbacks [] for security_group (fd706dbe-40d7-4c37-af75-ca4a64370e2e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.400012 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7803820e-a125-4e91-b536-d3ae1676d7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (fd706dbe-40d7-4c37-af75-ca4a64370e2e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.433762 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4eafc63d-33b1-4d3e-a176-eebafd69c0d4 req-9e499f22-e8af-4f92-aba0-e609a00a6c0a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732316 Mar 28 23:38:30.438789 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7803820e-a125-4e91-b536-d3ae1676d7e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4af27385e3c1412c9cb59f636566f307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834986 Mar 28 23:38:30.441389 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55264) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:30.462864 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475f04c-eecd-4bb3-8abe-7369534ff84b req-d9ca64ee-02ce-4a2a-a443-759dc1d4cb7a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:30.464439 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a475f04c-eecd-4bb3-8abe-7369534ff84b req-d9ca64ee-02ce-4a2a-a443-759dc1d4cb7a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 945 time: 0.1958263 Mar 28 23:38:30.510281 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.519431 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port c90264b6-7bf5-4463-97cc-6f855b0be150 is: ACTIVE; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:30.520612 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c90264b6-7bf5-4463-97cc-6f855b0be150), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.524506 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803820e-a125-4e91-b536-d3ae1676d7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd706dbe-40d7-4c37-af75-ca4a64370e2e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:30.548980 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['7baa9cbc-1807-410b-8170-d48722904bca'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:38:30.553087 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Pushing event deleted for resources: {'Port': ['ID=c90264b6-7bf5-4463-97cc-6f855b0be150,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:30.555197 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06173ce4-c7bc-45e4-86b3-a9cb454506b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (43bf4df0-f316-4843-bbd9-594e88142b90), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.557911 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06173ce4-c7bc-45e4-86b3-a9cb454506b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.559041 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-06173ce4-c7bc-45e4-86b3-a9cb454506b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43bf4df0-f316-4843-bbd9-594e88142b90 HTTP/1.1" status: 204 len: 168 time: 0.6806083 Mar 28 23:38:30.608366 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['8e13f0c4-5a9d-4399-ba53-1c88ed23d76f'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:38:30.609723 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d67f5-87ea-4a38-9b4a-3afaeddee075 req-94aff7f7-6641-4811-bd0f-8f14057a872f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:30.620833 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a475f04c-eecd-4bb3-8abe-7369534ff84b req-269635a2-0fa5-415e-ad99-b61dc3791d20 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473079 Mar 28 23:38:30.622409 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-133d67f5-87ea-4a38-9b4a-3afaeddee075 req-94aff7f7-6641-4811-bd0f-8f14057a872f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 944 time: 0.1605277 Mar 28 23:38:30.629275 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06173ce4-c7bc-45e4-86b3-a9cb454506b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bf4df0-f316-4843-bbd9-594e88142b90,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:30.645869 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] No DVR routers for this DVR port c90264b6-7bf5-4463-97cc-6f855b0be150 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:38:30.648884 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.652436 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f38147fc-bf30-473f-9259-30622ca3d9eb req-2241e23b-aa0d-4edc-857e-8392276b3a09 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.30 "DELETE /v2.0/ports/c90264b6-7bf5-4463-97cc-6f855b0be150 HTTP/1.1" status: 204 len: 173 time: 1.7508605 Mar 28 23:38:30.652907 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6', 'name': 'network-vif-deleted', 'tag': 'c90264b6-7bf5-4463-97cc-6f855b0be150'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:30.655163 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297cf544-bbf5-4085-9e73-7969c56c92f2" -d '{"events": [{"server_uuid": "608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6", "name": "network-vif-deleted", "tag": "c90264b6-7bf5-4463-97cc-6f855b0be150"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:30.696886 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd421fe3-fbc1-4650-8b8e-9c8fecca110d admin admin] Publish callbacks [] for security_group (fd706dbe-40d7-4c37-af75-ca4a64370e2e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.739855 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd421fe3-fbc1-4650-8b8e-9c8fecca110d admin admin] Publish callbacks [] for security_group (fd706dbe-40d7-4c37-af75-ca4a64370e2e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.766743 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8185ec-de14-4333-98a7-f600f9b8c525 x-openstack-request-id: req-cb8185ec-de14-4333-98a7-f600f9b8c525 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:30.767425 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6", "name": "network-vif-deleted", "tag": "c90264b6-7bf5-4463-97cc-6f855b0be150", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:30.767686 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb8185ec-de14-4333-98a7-f600f9b8c525 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:30.768118 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8185ec-de14-4333-98a7-f600f9b8c525'] response: {'server_uuid': '608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6', 'name': 'network-vif-deleted', 'tag': 'c90264b6-7bf5-4463-97cc-6f855b0be150', 'status': 'completed', 'code': 200} Mar 28 23:38:30.820513 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-133d67f5-87ea-4a38-9b4a-3afaeddee075 req-d19f3cdc-b1e0-40e1-8729-5b250d371eee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967087 Mar 28 23:38:30.852283 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd421fe3-fbc1-4650-8b8e-9c8fecca110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (fd706dbe-40d7-4c37-af75-ca4a64370e2e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.855441 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd421fe3-fbc1-4650-8b8e-9c8fecca110d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:30.860375 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-cd421fe3-fbc1-4650-8b8e-9c8fecca110d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd706dbe-40d7-4c37-af75-ca4a64370e2e HTTP/1.1" status: 204 len: 168 time: 0.4173343 Mar 28 23:38:30.870877 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd421fe3-fbc1-4650-8b8e-9c8fecca110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd706dbe-40d7-4c37-af75-ca4a64370e2e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:31.179521 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2dd455d8-95fe-42ab-82ba-a034f8cb5f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.240010 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bfbbe7cc-1628-497e-a628-bc1d21cd6b02 req-e2bd005f-186a-4a7f-bc44-f08e63daa3e2 tempest-DeleteServersTestJSON-1960224255 tempest-DeleteServersTestJSON-1960224255-project] 10.222.0.16 "GET /v2.0/ports?device_id=608b2ac5-d5a6-4b5a-861d-ab1ea8867cb6 HTTP/1.1" status: 200 len: 210 time: 0.0502048 Mar 28 23:38:31.306618 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55290) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:31.329863 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c68a27f6-7159-417a-a9a8-c09372a06d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.341056 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:31.371908 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-933bead2-5882-435f-bd7c-473520185ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.495605 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c68a27f6-7159-417a-a9a8-c09372a06d4b admin admin] Publish callbacks [] for security_group (8d84c4be-adfd-4f2e-9465-ca0c3da3b819), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.501312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c68a27f6-7159-417a-a9a8-c09372a06d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8d84c4be-adfd-4f2e-9465-ca0c3da3b819), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.536684 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c68a27f6-7159-417a-a9a8-c09372a06d4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0b06b07bc044882843fe6b2518e0281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280328 Mar 28 23:38:31.548697 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55296) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:31.562875 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a27f6-7159-417a-a9a8-c09372a06d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d84c4be-adfd-4f2e-9465-ca0c3da3b819,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:31.606562 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-933bead2-5882-435f-bd7c-473520185ed2 admin admin] Publish callbacks [] for security_group (0bb1cd05-f2cd-4a88-8911-743c1f9c1c85), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.623512 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-933bead2-5882-435f-bd7c-473520185ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (0bb1cd05-f2cd-4a88-8911-743c1f9c1c85), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.657961 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-933bead2-5882-435f-bd7c-473520185ed2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da4823655ed54e78a52357d9d2af1d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153048 Mar 28 23:38:31.662572 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55300) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:31.735624 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2244-94d1-4a40-a777-4b1b07055cb4 admin admin] Publish callbacks [] for security_group (0bb1cd05-f2cd-4a88-8911-743c1f9c1c85), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.786617 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bead2-5882-435f-bd7c-473520185ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb1cd05-f2cd-4a88-8911-743c1f9c1c85,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:31.790562 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cad2cdc-5fd9-4b51-913a-39810f35fb2f admin admin] Publish callbacks [] for security_group (8d84c4be-adfd-4f2e-9465-ca0c3da3b819), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.793263 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2244-94d1-4a40-a777-4b1b07055cb4 admin admin] Publish callbacks [] for security_group (0bb1cd05-f2cd-4a88-8911-743c1f9c1c85), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.818569 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cad2cdc-5fd9-4b51-913a-39810f35fb2f admin admin] Publish callbacks [] for security_group (8d84c4be-adfd-4f2e-9465-ca0c3da3b819), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.902999 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72348-9cab-46ba-a47a-994523c718e9 req-cd644b06-aa9e-4a50-803d-8198bcdf6e24 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:31.904967 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-86a72348-9cab-46ba-a47a-994523c718e9 req-cd644b06-aa9e-4a50-803d-8198bcdf6e24 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 945 time: 0.1260061 Mar 28 23:38:31.906201 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2244-94d1-4a40-a777-4b1b07055cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (0bb1cd05-f2cd-4a88-8911-743c1f9c1c85), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.909573 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2244-94d1-4a40-a777-4b1b07055cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.913706 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-3b9c2244-94d1-4a40-a777-4b1b07055cb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bb1cd05-f2cd-4a88-8911-743c1f9c1c85 HTTP/1.1" status: 204 len: 168 time: 0.2470117 Mar 28 23:38:31.925863 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:31.934688 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c2244-94d1-4a40-a777-4b1b07055cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb1cd05-f2cd-4a88-8911-743c1f9c1c85,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:31.982234 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cad2cdc-5fd9-4b51-913a-39810f35fb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8d84c4be-adfd-4f2e-9465-ca0c3da3b819), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.985851 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-86a72348-9cab-46ba-a47a-994523c718e9 req-9118b455-dbc8-4294-9b53-2e96bf905842 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648394 Mar 28 23:38:31.997531 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cad2cdc-5fd9-4b51-913a-39810f35fb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:31.999594 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-1cad2cdc-5fd9-4b51-913a-39810f35fb2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d84c4be-adfd-4f2e-9465-ca0c3da3b819 HTTP/1.1" status: 204 len: 168 time: 0.4495761 Mar 28 23:38:32.012917 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad2cdc-5fd9-4b51-913a-39810f35fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d84c4be-adfd-4f2e-9465-ca0c3da3b819,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:32.050317 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff24cfe-4749-43bf-a888-02fce64ffb75 req-a22f33c5-2b65-45c1-91ef-22c670c7f5c2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:32.052370 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1ff24cfe-4749-43bf-a888-02fce64ffb75 req-a22f33c5-2b65-45c1-91ef-22c670c7f5c2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 944 time: 0.1158986 Mar 28 23:38:32.109619 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1ff24cfe-4749-43bf-a888-02fce64ffb75 req-1f298c0e-75bd-4510-bcde-033beee2dad6 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517888 Mar 28 23:38:32.188356 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3be696d-de6b-44b2-a118-b8e5a636d7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.268884 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 7baa9cbc-1807-410b-8170-d48722904bca up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:32.285698 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3be696d-de6b-44b2-a118-b8e5a636d7ba admin admin] Publish callbacks [] for security_group (9d889bf4-cd4f-4dc5-ab30-017c46f125db), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.296629 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3be696d-de6b-44b2-a118-b8e5a636d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (9d889bf4-cd4f-4dc5-ab30-017c46f125db), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.347709 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 7baa9cbc-1807-410b-8170-d48722904bca completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:38:32.352306 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 7baa9cbc-1807-410b-8170-d48722904bca triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:32.352779 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7baa9cbc-1807-410b-8170-d48722904bca), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.359042 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f3be696d-de6b-44b2-a118-b8e5a636d7ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47b70005988c450386d60b0120b3f293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320221 Mar 28 23:38:32.360001 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be696d-de6b-44b2-a118-b8e5a636d7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d889bf4-cd4f-4dc5-ab30-017c46f125db,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:32.362442 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55332) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:32.432883 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6237483f-07eb-4de6-8f83-de8aa145792d admin admin] Publish callbacks [] for security_group (9d889bf4-cd4f-4dc5-ab30-017c46f125db), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.467575 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6237483f-07eb-4de6-8f83-de8aa145792d admin admin] Publish callbacks [] for security_group (9d889bf4-cd4f-4dc5-ab30-017c46f125db), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.470936 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 7baa9cbc-1807-410b-8170-d48722904bca is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:32.471329 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7baa9cbc-1807-410b-8170-d48722904bca), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.520565 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 7baa9cbc-1807-410b-8170-d48722904bca, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7baa9cbc-1807-410b-8170-d48722904bca,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:32.522081 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a76569-4e11-4d55-940b-055302467be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baa9cbc-1807-410b-8170-d48722904bca'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:32.525587 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b278a1-4474-44ce-8c03-7aacb49bbbb6" -d '{"events": [{"server_uuid": "b0a76569-4e11-4d55-940b-055302467be4", "name": "network-vif-plugged", "status": "completed", "tag": "7baa9cbc-1807-410b-8170-d48722904bca"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:32.532915 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7baa9cbc-1807-410b-8170-d48722904bca), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.534588 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:32.540834 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6237483f-07eb-4de6-8f83-de8aa145792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (9d889bf4-cd4f-4dc5-ab30-017c46f125db), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.545615 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6237483f-07eb-4de6-8f83-de8aa145792d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.550303 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6237483f-07eb-4de6-8f83-de8aa145792d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d889bf4-cd4f-4dc5-ab30-017c46f125db HTTP/1.1" status: 204 len: 168 time: 0.1840918 Mar 28 23:38:32.562113 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237483f-07eb-4de6-8f83-de8aa145792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d889bf4-cd4f-4dc5-ab30-017c46f125db,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:32.578330 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dff2a1-43d3-4e9c-a49b-cd5b3d7de100 x-openstack-request-id: req-08dff2a1-43d3-4e9c-a49b-cd5b3d7de100 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:32.579386 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a76569-4e11-4d55-940b-055302467be4", "name": "network-vif-plugged", "status": "completed", "tag": "7baa9cbc-1807-410b-8170-d48722904bca", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:32.579579 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08dff2a1-43d3-4e9c-a49b-cd5b3d7de100 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:32.580090 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08dff2a1-43d3-4e9c-a49b-cd5b3d7de100'] response: {'server_uuid': 'b0a76569-4e11-4d55-940b-055302467be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baa9cbc-1807-410b-8170-d48722904bca', 'code': 200} Mar 28 23:38:32.667697 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=7baa9cbc-1807-410b-8170-d48722904bca,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:32.680421 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:38:32.690991 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:32.692534 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.800805 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:32.801446 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.862752 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:32.869389 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:32.903378 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cf655-6909-4a2a-adc3-07d10d94155d req-f9cf21d2-9b82-4e2a-96d2-4af7ab1cc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:32.906248 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d1cf655-6909-4a2a-adc3-07d10d94155d req-f9cf21d2-9b82-4e2a-96d2-4af7ab1cc3b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 1129 time: 0.0676711 Mar 28 23:38:32.950785 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:32.987969 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d1cf655-6909-4a2a-adc3-07d10d94155d req-c878502c-3c59-4407-84e8-8f77437f99c9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755472 Mar 28 23:38:33.126213 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439be61-69eb-4c04-b533-9693f1985a16 req-0bc47fcd-43d0-43a4-8bc4-3fb1013598f2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:33.128169 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7439be61-69eb-4c04-b533-9693f1985a16 req-0bc47fcd-43d0-43a4-8bc4-3fb1013598f2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.0624821 Mar 28 23:38:33.218111 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7439be61-69eb-4c04-b533-9693f1985a16 req-7b2b0ab9-e7c4-4d22-bda4-9b843d88b336 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832002 Mar 28 23:38:33.253660 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:33.268329 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f22df55d-53ba-4d83-81b7-c5bac5c24922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.284105 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8a77d-d320-4a99-b8f9-a8bd4db082f9 req-0b1f0088-3052-4258-87d3-b0b6a75fcdcc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:33.291279 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bea8a77d-d320-4a99-b8f9-a8bd4db082f9 req-0b1f0088-3052-4258-87d3-b0b6a75fcdcc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0789361 Mar 28 23:38:33.304070 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:33.351966 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bea8a77d-d320-4a99-b8f9-a8bd4db082f9 req-a36f6846-a4ba-40e0-b154-7fcf90fb1704 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551417 Mar 28 23:38:33.365704 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f22df55d-53ba-4d83-81b7-c5bac5c24922 admin admin] Publish callbacks [] for security_group (4bdbdc5d-f61e-44b9-a410-837d5769a6a9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.371102 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f22df55d-53ba-4d83-81b7-c5bac5c24922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (4bdbdc5d-f61e-44b9-a410-837d5769a6a9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.415640 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f22df55d-53ba-4d83-81b7-c5bac5c24922 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29a1df359acf4a98a5ef0387f5ef415c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580257 Mar 28 23:38:33.415640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22df55d-53ba-4d83-81b7-c5bac5c24922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdbdc5d-f61e-44b9-a410-837d5769a6a9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:33.416056 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55394) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:33.460531 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f619e85-ed5b-4cef-8c42-b1424b1e3b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.478745 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe52c370-9229-4813-a7b6-7522c4637bec admin admin] Publish callbacks [] for security_group (4bdbdc5d-f61e-44b9-a410-837d5769a6a9), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.493394 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-119947228-network', 'tenant_id': '6b08af3c8d544199afea50ec06f00662'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:33.502584 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe52c370-9229-4813-a7b6-7522c4637bec admin admin] Publish callbacks [] for security_group (4bdbdc5d-f61e-44b9-a410-837d5769a6a9), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.513846 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Made reservation on behalf of 6b08af3c8d544199afea50ec06f00662 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:33.516622 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.525608 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.559497 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe52c370-9229-4813-a7b6-7522c4637bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (4bdbdc5d-f61e-44b9-a410-837d5769a6a9), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.564207 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe52c370-9229-4813-a7b6-7522c4637bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.565962 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-fe52c370-9229-4813-a7b6-7522c4637bec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bdbdc5d-f61e-44b9-a410-837d5769a6a9 HTTP/1.1" status: 204 len: 168 time: 0.1486728 Mar 28 23:38:33.579655 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52c370-9229-4813-a7b6-7522c4637bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdbdc5d-f61e-44b9-a410-837d5769a6a9,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:33.639687 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Publish callbacks [] for security_group (5ea42ff6-16c3-458e-905d-a59a497318d0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.644717 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (5ea42ff6-16c3-458e-905d-a59a497318d0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.667265 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:38:33.683224 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea42ff6-16c3-458e-905d-a59a497318d0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:33.688358 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (ab33c49d-e10b-4c00-9268-0be41f2c269d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.688714 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.segments_db [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Added segment ab33c49d-e10b-4c00-9268-0be41f2c269d of type vlan for network 8d3b1813-605c-499c-93ef-55afca280b20 Mar 28 23:38:33.735261 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (8d3b1813-605c-499c-93ef-55afca280b20), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.772186 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (8d3b1813-605c-499c-93ef-55afca280b20), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.773460 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:33.774171 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:33.839297 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5341742 Mar 28 23:38:33.842114 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:33.850849 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Request body: {'subnet': {'network_id': '8d3b1813-605c-499c-93ef-55afca280b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-119947228-subnet', 'tenant_id': '6b08af3c8d544199afea50ec06f00662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:33.855723 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879deb7e-e049-43e0-82be-8e7344136008 admin admin] Pushing event updated for resources: {'Network': ['ID=8d3b1813-605c-499c-93ef-55afca280b20,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:33.867600 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 8d3b1813-605c-499c-93ef-55afca280b20 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:38:33.872978 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55416) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:33.882549 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Made reservation on behalf of 6b08af3c8d544199afea50ec06f00662 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:33.884662 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.006882 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc36d5c-e92c-4a20-afb5-020180e0d25f admin admin] Deleting subnet 925f8ff6-9a08-4afc-b1eb-f08d5ef807da {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:38:34.011216 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bc36d5c-e92c-4a20-afb5-020180e0d25f admin admin] Publish callbacks [] for subnet (925f8ff6-9a08-4afc-b1eb-f08d5ef807da), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.092301 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bc36d5c-e92c-4a20-afb5-020180e0d25f admin admin] Publish callbacks [] for subnet (925f8ff6-9a08-4afc-b1eb-f08d5ef807da), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.110890 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bc36d5c-e92c-4a20-afb5-020180e0d25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (925f8ff6-9a08-4afc-b1eb-f08d5ef807da), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.216391 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (00dc7202-de39-42d6-a1dd-25600d1b38e3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.279866 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bc36d5c-e92c-4a20-afb5-020180e0d25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (925f8ff6-9a08-4afc-b1eb-f08d5ef807da), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.314260 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9bc36d5c-e92c-4a20-afb5-020180e0d25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.320432 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9bc36d5c-e92c-4a20-afb5-020180e0d25f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/925f8ff6-9a08-4afc-b1eb-f08d5ef807da HTTP/1.1" status: 204 len: 168 time: 0.4442644 Mar 28 23:38:34.320831 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55442) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:34.348290 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dc7202-de39-42d6-a1dd-25600d1b38e3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:34.388469 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Checking segment: {'id': 'ab33c49d-e10b-4c00-9268-0be41f2c269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d3b1813-605c-499c-93ef-55afca280b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:34.389133 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Network hostable DHCP agents. Network: 8d3b1813-605c-499c-93ef-55afca280b20, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:38:34.405550 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:34.408622 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc36d5c-e92c-4a20-afb5-020180e0d25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925f8ff6-9a08-4afc-b1eb-f08d5ef807da,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:34.424999 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.465593 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Network 8d3b1813-605c-499c-93ef-55afca280b20 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:38:34.492698 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea951bf-b78d-44a0-aee2-dffef779ecad req-01b22b6c-8ed7-4bf0-8f48-94ee3b2ebf72 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:34.494382 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-aea951bf-b78d-44a0-aee2-dffef779ecad req-01b22b6c-8ed7-4bf0-8f48-94ee3b2ebf72 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.1474726 Mar 28 23:38:34.495519 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 8d3b1813-605c-499c-93ef-55afca280b20) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:34.501075 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:34.502457 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.506943 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d3434-cb61-40bf-858e-dc3ecae4dfab None None] Network 8d3b1813-605c-499c-93ef-55afca280b20 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:34.526027 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478993e-4869-4fce-bce9-66e97f3d6945 req-652a932c-6f8e-4803-90e3-e257f7d03186 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:34.532878 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4478993e-4869-4fce-bce9-66e97f3d6945 req-652a932c-6f8e-4803-90e3-e257f7d03186 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1009319 Mar 28 23:38:34.575483 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-aea951bf-b78d-44a0-aee2-dffef779ecad req-016cbd89-0546-4bc0-bc3c-c5fc9788b319 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677464 Mar 28 23:38:34.580020 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d2c25e3b-e81b-461b-a11d-0d8a36991a6c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7358990 Mar 28 23:38:34.599143 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:34.606016 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0c1a20-068e-4b2a-acef-c5ee96ac2e02" -d '{"events": [{"server_uuid": "d5691713-5751-477c-a4d8-665e7e32ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "8e13f0c4-5a9d-4399-ba53-1c88ed23d76f"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:34.671655 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.689576 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f19a661-a561-4a95-9b49-a64e4c0c192d x-openstack-request-id: req-9f19a661-a561-4a95-9b49-a64e4c0c192d {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:34.691424 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5691713-5751-477c-a4d8-665e7e32ad6f", "name": "network-vif-plugged", "status": "completed", "tag": "8e13f0c4-5a9d-4399-ba53-1c88ed23d76f", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:34.692371 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f19a661-a561-4a95-9b49-a64e4c0c192d {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:34.694723 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4478993e-4869-4fce-bce9-66e97f3d6945 req-b84d1e68-bf93-4ee1-a2ab-f090322186b6 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411793 Mar 28 23:38:34.699734 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f19a661-a561-4a95-9b49-a64e4c0c192d'] response: {'server_uuid': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'code': 200} Mar 28 23:38:34.718760 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:34.746212 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98131323-8875-4bc0-95a2-32dd5e9deb66') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:34.746497 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98131323-8875-4bc0-95a2-32dd5e9deb66') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:34.769580 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (98131323-8875-4bc0-95a2-32dd5e9deb66), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.780833 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-197967b0-f48e-4d1c-8e4b-daed2d9710cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.781535 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.790668 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8066b07b-76d9-40d3-bec3-2055b2ad5feb None None] Network 8d3b1813-605c-499c-93ef-55afca280b20 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:34.795422 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (98131323-8875-4bc0-95a2-32dd5e9deb66), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.809937 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:38:34.810558 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (98131323-8875-4bc0-95a2-32dd5e9deb66), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:38:34.812614 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:38:34.926978 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.949230 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:34.959281 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] 10.222.0.16 "DELETE /v2.0/networks/ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02 HTTP/1.1" status: 204 len: 168 time: 0.6347041 Mar 28 23:38:34.959281 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1d368-eb62-4966-9259-fe612a077e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea98c4bd-1b9c-4f5b-b5dd-4a0e7975ae02,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:35.068517 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-197967b0-f48e-4d1c-8e4b-daed2d9710cc admin admin] Publish callbacks [] for security_group (0b4503f0-eec4-4cce-a1ed-1991f78615d2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.087532 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-197967b0-f48e-4d1c-8e4b-daed2d9710cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (0b4503f0-eec4-4cce-a1ed-1991f78615d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.144804 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-197967b0-f48e-4d1c-8e4b-daed2d9710cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=304fd95110e64e289efa0fe39bffa63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7370598 Mar 28 23:38:35.145311 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55496) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:35.169529 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcc770-f1a7-4d64-b318-7b3469610658 req-ca6f535d-7e94-4f56-9601-7d35dac1a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:35.172266 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0abcc770-f1a7-4d64-b318-7b3469610658 req-ca6f535d-7e94-4f56-9601-7d35dac1a7cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 1130 time: 0.1310270 Mar 28 23:38:35.173771 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197967b0-f48e-4d1c-8e4b-daed2d9710cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4503f0-eec4-4cce-a1ed-1991f78615d2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:35.292820 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0abcc770-f1a7-4d64-b318-7b3469610658 req-277af68f-1369-4f13-8e19-8b79f40124ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972326 Mar 28 23:38:35.304174 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-460eccd0-2dbd-4868-a9a3-35ff3af9c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:35.305928 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-460eccd0-2dbd-4868-a9a3-35ff3af9c0fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 1129 time: 0.1010633 Mar 28 23:38:35.327214 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23deccc1-3652-49fe-9821-5cdc6135aeca admin admin] Publish callbacks [] for security_group (0b4503f0-eec4-4cce-a1ed-1991f78615d2), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.335532 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55510) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:35.366547 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254efcb2-1658-4eaf-b75e-8fb3d8e9b70f req-997a227c-747b-472b-be8f-dac8c23f1173 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:35.368126 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-254efcb2-1658-4eaf-b75e-8fb3d8e9b70f req-997a227c-747b-472b-be8f-dac8c23f1173 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1271074 Mar 28 23:38:35.380246 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23deccc1-3652-49fe-9821-5cdc6135aeca admin admin] Publish callbacks [] for security_group (0b4503f0-eec4-4cce-a1ed-1991f78615d2), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.460820 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d16e5655-4ad9-4623-903f-8bbc1ed29ee3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0040e242309344bbaa6ded9d197a366a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1239209 Mar 28 23:38:35.464134 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:35.466731 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-254efcb2-1658-4eaf-b75e-8fb3d8e9b70f req-5a06b580-f490-474f-aadb-409d6a971f42 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895464 Mar 28 23:38:35.496862 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23deccc1-3652-49fe-9821-5cdc6135aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (0b4503f0-eec4-4cce-a1ed-1991f78615d2), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.499688 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23deccc1-3652-49fe-9821-5cdc6135aeca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.501614 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-23deccc1-3652-49fe-9821-5cdc6135aeca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b4503f0-eec4-4cce-a1ed-1991f78615d2 HTTP/1.1" status: 204 len: 168 time: 0.3552539 Mar 28 23:38:35.511529 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deccc1-3652-49fe-9821-5cdc6135aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4503f0-eec4-4cce-a1ed-1991f78615d2,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:35.586225 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c046-395a-4316-a31f-db2007d8d001 admin admin] Publish callbacks [] for security_group (5064c8c9-426b-43c7-85c9-9a944ca51648), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.624146 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c046-395a-4316-a31f-db2007d8d001 admin admin] Publish callbacks [] for security_group (5064c8c9-426b-43c7-85c9-9a944ca51648), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.649349 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-66130f1b-1506-41b9-a48c-8dc3767eb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:35.650845 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-66130f1b-1506-41b9-a48c-8dc3767eb529 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.1435430 Mar 28 23:38:35.733368 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-ca588e82-3c31-4991-8e77-c88a39340df1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baa9cbc-1807-410b-8170-d48722904bca HTTP/1.1" status: 200 len: 217 time: 0.0743120 Mar 28 23:38:35.782143 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55526) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:35.797602 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c046-395a-4316-a31f-db2007d8d001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (5064c8c9-426b-43c7-85c9-9a944ca51648), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.800205 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c046-395a-4316-a31f-db2007d8d001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:35.801370 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d2a7c046-395a-4316-a31f-db2007d8d001 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5064c8c9-426b-43c7-85c9-9a944ca51648 HTTP/1.1" status: 204 len: 168 time: 0.3353398 Mar 28 23:38:35.814207 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a77c29-0e3d-4b4c-951d-887f69eddd66 req-f3ead0e5-87f5-4b86-8cd9-3da6ed15c622 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:35.815675 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-50a77c29-0e3d-4b4c-951d-887f69eddd66 req-f3ead0e5-87f5-4b86-8cd9-3da6ed15c622 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.1556783 Mar 28 23:38:35.818977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-1fb6ec1e-73af-48d2-8f38-1347c1d6d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:35.820602 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-1fb6ec1e-73af-48d2-8f38-1347c1d6d681 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0797920 Mar 28 23:38:35.827773 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7c046-395a-4316-a31f-db2007d8d001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5064c8c9-426b-43c7-85c9-9a944ca51648,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:35.904394 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-50a77c29-0e3d-4b4c-951d-887f69eddd66 req-44a90a2b-6ed1-4a2d-976c-a72c9e5a0274 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785844 Mar 28 23:38:35.911141 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-d511282c-bd91-48bb-bb39-40bed356d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:35.912780 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-d511282c-bd91-48bb-bb39-40bed356d931 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0830867 Mar 28 23:38:36.016341 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-e7c9429a-823c-479f-bec7-fcc5a9d77138 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936880 Mar 28 23:38:36.021959 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55538) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:36.042884 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9941954e-5d75-460b-9477-bc26fe888b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.128300 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.171350 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3e868ff5-9852-4285-a15d-ddde88dcb18d req-1f60ba1a-77c0-4675-a128-a4362859f975 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414821 Mar 28 23:38:36.178909 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba331143-2680-4d8e-9e08-7c00f1c66501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.183261 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9941954e-5d75-460b-9477-bc26fe888b9f admin admin] Publish callbacks [] for security_group (3cb760f1-7e37-4246-b6cf-59e3806e30c3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.194337 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9941954e-5d75-460b-9477-bc26fe888b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3cb760f1-7e37-4246-b6cf-59e3806e30c3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.200261 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:36.209593 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-673086797-network', 'tenant_id': 'e10d59d08a464a03ab6d2eec8fadc91a'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:36.236843 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Made reservation on behalf of e10d59d08a464a03ab6d2eec8fadc91a for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:36.242636 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.251302 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941954e-5d75-460b-9477-bc26fe888b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb760f1-7e37-4246-b6cf-59e3806e30c3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:36.253625 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.302669 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9941954e-5d75-460b-9477-bc26fe888b9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af2cdcc67922411db9a75de1529f28ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787879 Mar 28 23:38:36.305984 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55548) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:36.318120 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55550) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:36.368476 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Publish callbacks [] for security_group (619fc4f7-1ed8-4c93-8e52-1b0fc42dca21), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.376675 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (619fc4f7-1ed8-4c93-8e52-1b0fc42dca21), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.394630 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d264279-0060-4dc9-aed6-f8408de8f2c8 admin admin] Publish callbacks [] for security_group (3cb760f1-7e37-4246-b6cf-59e3806e30c3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.401868 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:38:36.420162 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (5325a745-fce4-467c-8229-f952ec4fcfc0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.420762 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.segments_db [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Added segment 5325a745-fce4-467c-8229-f952ec4fcfc0 of type vlan for network 7cb9167b-8554-4d5c-bcbe-3ac19f98c539 Mar 28 23:38:36.434313 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba331143-2680-4d8e-9e08-7c00f1c66501 admin admin] Publish callbacks [] for security_group (2183b9eb-36fe-41a9-b1d2-ba781ef91031), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.439697 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d264279-0060-4dc9-aed6-f8408de8f2c8 admin admin] Publish callbacks [] for security_group (3cb760f1-7e37-4246-b6cf-59e3806e30c3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.447541 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba331143-2680-4d8e-9e08-7c00f1c66501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (2183b9eb-36fe-41a9-b1d2-ba781ef91031), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.476094 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-ba331143-2680-4d8e-9e08-7c00f1c66501 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84d9cd00e8e1404cb5ec5b36100697da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6943722 Mar 28 23:38:36.483927 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55560) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:36.494397 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (7cb9167b-8554-4d5c-bcbe-3ac19f98c539), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.503992 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0531f765-34a4-495a-8af9-1236349bc010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.541982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba331143-2680-4d8e-9e08-7c00f1c66501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2183b9eb-36fe-41a9-b1d2-ba781ef91031,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:36.596694 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619fc4f7-1ed8-4c93-8e52-1b0fc42dca21,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:36.609702 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff13cf62-45de-4451-b51c-b811dfa41e88 admin admin] Publish callbacks [] for security_group (2183b9eb-36fe-41a9-b1d2-ba781ef91031), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.615228 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d264279-0060-4dc9-aed6-f8408de8f2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3cb760f1-7e37-4246-b6cf-59e3806e30c3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.619539 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d264279-0060-4dc9-aed6-f8408de8f2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.620193 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 23:38:36.623356 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6d264279-0060-4dc9-aed6-f8408de8f2c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cb760f1-7e37-4246-b6cf-59e3806e30c3 HTTP/1.1" status: 204 len: 168 time: 0.3138433 Mar 28 23:38:36.647504 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18064063-eb43-462e-bdeb-9764ae0e31a7 req-94d91574-e6f4-47a8-bd45-960bebe9f4ad tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:36.654470 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-18064063-eb43-462e-bdeb-9764ae0e31a7 req-94d91574-e6f4-47a8-bd45-960bebe9f4ad tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1062939 Mar 28 23:38:36.661359 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d264279-0060-4dc9-aed6-f8408de8f2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb760f1-7e37-4246-b6cf-59e3806e30c3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:36.672959 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff13cf62-45de-4451-b51c-b811dfa41e88 admin admin] Publish callbacks [] for security_group (2183b9eb-36fe-41a9-b1d2-ba781ef91031), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.693075 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (7cb9167b-8554-4d5c-bcbe-3ac19f98c539), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.695872 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:36.696627 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.750245 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-18064063-eb43-462e-bdeb-9764ae0e31a7 req-e79fba5e-9313-4399-8e4e-889c14241c91 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948167 Mar 28 23:38:36.774412 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff13cf62-45de-4451-b51c-b811dfa41e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (2183b9eb-36fe-41a9-b1d2-ba781ef91031), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.777856 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff13cf62-45de-4451-b51c-b811dfa41e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.779215 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-ff13cf62-45de-4451-b51c-b811dfa41e88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2183b9eb-36fe-41a9-b1d2-ba781ef91031 HTTP/1.1" status: 204 len: 168 time: 0.2941809 Mar 28 23:38:36.790643 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13cf62-45de-4451-b51c-b811dfa41e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2183b9eb-36fe-41a9-b1d2-ba781ef91031,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:36.796978 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0531f765-34a4-495a-8af9-1236349bc010 admin admin] Publish callbacks [] for security_group (ae3ca0d8-bb1e-40a8-813b-cc20f796fbfe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.803629 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5993640 Mar 28 23:38:36.803753 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55576) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:36.810707 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Request body: {'subnet': {'network_id': '7cb9167b-8554-4d5c-bcbe-3ac19f98c539', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-673086797-subnet', 'tenant_id': 'e10d59d08a464a03ab6d2eec8fadc91a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:36.812838 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0531f765-34a4-495a-8af9-1236349bc010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ae3ca0d8-bb1e-40a8-813b-cc20f796fbfe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.835373 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Made reservation on behalf of e10d59d08a464a03ab6d2eec8fadc91a for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:36.839028 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723756'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.843374 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c7c89-3141-4068-965f-fe9618198266 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb9167b-8554-4d5c-bcbe-3ac19f98c539,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:36.856100 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 7cb9167b-8554-4d5c-bcbe-3ac19f98c539 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:38:36.872301 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-0531f765-34a4-495a-8af9-1236349bc010 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dbbf016bea7426da72319a7710781cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529947 Mar 28 23:38:36.873220 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531f765-34a4-495a-8af9-1236349bc010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3ca0d8-bb1e-40a8-813b-cc20f796fbfe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:36.876561 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:36.928805 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2899d8c-af0f-439e-b2fa-df9770b5c64d admin admin] Publish callbacks [] for security_group (ae3ca0d8-bb1e-40a8-813b-cc20f796fbfe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:36.962142 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2899d8c-af0f-439e-b2fa-df9770b5c64d admin admin] Publish callbacks [] for security_group (ae3ca0d8-bb1e-40a8-813b-cc20f796fbfe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.069992 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2899d8c-af0f-439e-b2fa-df9770b5c64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ae3ca0d8-bb1e-40a8-813b-cc20f796fbfe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.073048 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2899d8c-af0f-439e-b2fa-df9770b5c64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.076722 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d2899d8c-af0f-439e-b2fa-df9770b5c64d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae3ca0d8-bb1e-40a8-813b-cc20f796fbfe HTTP/1.1" status: 204 len: 168 time: 0.1968520 Mar 28 23:38:37.085516 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2899d8c-af0f-439e-b2fa-df9770b5c64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3ca0d8-bb1e-40a8-813b-cc20f796fbfe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:37.104246 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0ad49-66ab-4958-ac2f-9d64d09fc2aa req-165551e5-c8f2-4712-a49a-70c4a3bcaa5e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:37.106528 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62a0ad49-66ab-4958-ac2f-9d64d09fc2aa req-165551e5-c8f2-4712-a49a-70c4a3bcaa5e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.0888462 Mar 28 23:38:37.127047 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5498234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723770'] for subnet (4fdd6fe3-5f87-4949-854c-d7af30a7f62a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.171490 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62a0ad49-66ab-4958-ac2f-9d64d09fc2aa req-5dd9ce06-4651-4610-ad8c-8a8b74b478c9 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569115 Mar 28 23:38:37.210352 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdd6fe3-5f87-4949-854c-d7af30a7f62a,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:37.225315 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Checking segment: {'id': '5325a745-fce4-467c-8229-f952ec4fcfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7cb9167b-8554-4d5c-bcbe-3ac19f98c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:37.225783 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Network hostable DHCP agents. Network: 7cb9167b-8554-4d5c-bcbe-3ac19f98c539, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:38:37.249291 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Network 7cb9167b-8554-4d5c-bcbe-3ac19f98c539 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:38:37.385264 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55594) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:37.411220 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae185-7481-46c4-b6c1-fdd37f5d623d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.515711 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae185-7481-46c4-b6c1-fdd37f5d623d admin admin] Publish callbacks [] for security_group (f54c7ff7-50f7-4fd0-8061-7868e23f5199), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.516463 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 7cb9167b-8554-4d5c-bcbe-3ac19f98c539) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:37.525451 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:37.526099 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.529972 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ac669-5247-418d-911c-20d52462b590 None None] Network 7cb9167b-8554-4d5c-bcbe-3ac19f98c539 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:37.541834 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae185-7481-46c4-b6c1-fdd37f5d623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (f54c7ff7-50f7-4fd0-8061-7868e23f5199), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.545267 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4f39f-da57-42b8-b0d6-3535094c02eb req-43b8ca0b-fe7b-4c25-b4e4-44f86256efa3 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:37.556397 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2ec4f39f-da57-42b8-b0d6-3535094c02eb req-43b8ca0b-fe7b-4c25-b4e4-44f86256efa3 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.3032284 Mar 28 23:38:37.557434 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55606) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:37.562284 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'floatingip': {'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:37.567500 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1556f6e2-ed3a-4ac7-85c5-5cbe3a5641a6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7627134 Mar 28 23:38:37.623461 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (284e4dab-8980-4b81-9e0b-3545c88c812f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.626509 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-5a9ae185-7481-46c4-b6c1-fdd37f5d623d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=968ad64e0e7e454c87d99a101db0b518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356086 Mar 28 23:38:37.629313 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ae185-7481-46c4-b6c1-fdd37f5d623d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c7ff7-50f7-4fd0-8061-7868e23f5199,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:37.645650 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:37.717394 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be23a8ab-a8d8-4b44-a388-4908d60b482b admin admin] Publish callbacks [] for security_group (f54c7ff7-50f7-4fd0-8061-7868e23f5199), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.746295 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be23a8ab-a8d8-4b44-a388-4908d60b482b admin admin] Publish callbacks [] for security_group (f54c7ff7-50f7-4fd0-8061-7868e23f5199), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.820635 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.858485 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be23a8ab-a8d8-4b44-a388-4908d60b482b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (f54c7ff7-50f7-4fd0-8061-7868e23f5199), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.863257 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be23a8ab-a8d8-4b44-a388-4908d60b482b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:37.866932 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-be23a8ab-a8d8-4b44-a388-4908d60b482b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f54c7ff7-50f7-4fd0-8061-7868e23f5199 HTTP/1.1" status: 204 len: 168 time: 0.2178464 Mar 28 23:38:37.869731 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa6ee7-b1f0-4424-865f-dca81897ed84 None None] Network 7cb9167b-8554-4d5c-bcbe-3ac19f98c539 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:37.884243 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23a8ab-a8d8-4b44-a388-4908d60b482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c7ff7-50f7-4fd0-8061-7868e23f5199,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:37.998061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970c76-48b3-4855-9cb0-45e0ae397d64 req-7c261066-8db2-4530-8197-84114e039763 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:37.999239 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b5970c76-48b3-4855-9cb0-45e0ae397d64 req-7c261066-8db2-4530-8197-84114e039763 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1020002 Mar 28 23:38:38.069685 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b5970c76-48b3-4855-9cb0-45e0ae397d64 req-0cfe1f6d-ea14-4334-bd25-f675dd113410 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630434 Mar 28 23:38:38.181905 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:38.189110 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (284e4dab-8980-4b81-9e0b-3545c88c812f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:38.298250 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.l3_db [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Floating IP 284e4dab-8980-4b81-9e0b-3545c88c812f associated. External IP: 172.28.0.130, port: 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f. Mar 28 23:38:38.522635 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:38:38.723334 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:38:38.732016 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:38.745896 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:38:38.758182 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:38.759010 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:38.759232 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395491fe-1d15-4f03-8324-137d9406de04 req-b1660290-4d6f-49db-b3ca-a85583450c7e tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:38.769233 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-b1660290-4d6f-49db-b3ca-a85583450c7e tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/networks?id=8d3b1813-605c-499c-93ef-55afca280b20 HTTP/1.1" status: 200 len: 808 time: 0.1487534 Mar 28 23:38:38.778349 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-54646b2f-75d8-4de5-8db1-9cf2d3983d9c tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/quotas/6b08af3c8d544199afea50ec06f00662 HTTP/1.1" status: 200 len: 375 time: 0.0109882 Mar 28 23:38:38.780180 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8bb94afb-611a-405e-ae19-fd30b46c84b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "PUT /v2.0/floatingips/284e4dab-8980-4b81-9e0b-3545c88c812f HTTP/1.1" status: 200 len: 992 time: 1.2216449 Mar 28 23:38:38.780809 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'tag': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:38.783052 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba161df7-83b3-4fde-82d8-d89ad02c266c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5691713-5751-477c-a4d8-665e7e32ad6f", "tag": "8e13f0c4-5a9d-4399-ba53-1c88ed23d76f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:38.835201 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29ee0c3-e466-44fb-9711-3644f19cb83f x-openstack-request-id: req-e29ee0c3-e466-44fb-9711-3644f19cb83f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:38.835591 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5691713-5751-477c-a4d8-665e7e32ad6f", "tag": "8e13f0c4-5a9d-4399-ba53-1c88ed23d76f", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:38.835926 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e29ee0c3-e466-44fb-9711-3644f19cb83f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:38.836385 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29ee0c3-e466-44fb-9711-3644f19cb83f'] response: {'name': 'network-changed', 'server_uuid': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'tag': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'status': 'completed', 'code': 200} Mar 28 23:38:38.845021 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-2f44558e-74b1-43d2-b87c-3c5b59007834 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b08af3c8d544199afea50ec06f00662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512922 Mar 28 23:38:38.921093 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-94a81406-8622-44fa-9f93-704bb4e721be req-efcda236-3f45-4e5b-9a66-612082ef79ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362834 Mar 28 23:38:38.951775 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-684bdfdd-10e7-4a00-a137-f13a1447e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:38.952039 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:38.959885 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-684bdfdd-10e7-4a00-a137-f13a1447e867 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 1130 time: 0.0868890 Mar 28 23:38:38.992795 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-846cd0c8-8146-428e-bc93-5db74180e9cd service neutron] 10.222.0.16 "GET /v2.0/networks/8d3b1813-605c-499c-93ef-55afca280b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466815 Mar 28 23:38:39.186354 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-35f642cc-2038-4b00-8dc3-0ec00cc5ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:39.188575 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-35f642cc-2038-4b00-8dc3-0ec00cc5ff8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.2130959 Mar 28 23:38:39.192978 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-686bd81e-e6b0-4b15-9c5d-9e7e45aa97c3 service neutron] 10.222.0.16 "GET /v2.0/networks/8d3b1813-605c-499c-93ef-55afca280b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971374 Mar 28 23:38:39.436984 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:38Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:39.492487 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a81406-8622-44fa-9f93-704bb4e721be req-b42862eb-f42a-48bc-87f3-2ebedffc65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:39.496821 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-94a81406-8622-44fa-9f93-704bb4e721be req-b42862eb-f42a-48bc-87f3-2ebedffc65c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 1129 time: 0.4075699 Mar 28 23:38:39.536562 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-80934a26-6417-4ac0-b8a0-14b50e83c778 req-7e1aef47-296c-4b8b-ab20-eab830342720 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 210 time: 0.0406289 Mar 28 23:38:39.553315 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:38:39.605447 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:39.606071 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:39.616001 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-d667b964-5092-4c7a-b087-7bc845c0f56b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f HTTP/1.1" status: 200 len: 1000 time: 0.3907549 Mar 28 23:38:39.758438 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b6c7b-d398-4a8d-b8f5-2546e52bda4b req-ade3e0d0-587b-4b8b-ba94-f80c7e66f8fb tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:39.762253 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-739b6c7b-d398-4a8d-b8f5-2546e52bda4b req-ade3e0d0-587b-4b8b-ba94-f80c7e66f8fb tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.5710478 Mar 28 23:38:39.763850 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a81406-8622-44fa-9f93-704bb4e721be req-2706c529-35c0-4195-ad29-aa22ec803af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:39.774705 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-94a81406-8622-44fa-9f93-704bb4e721be req-2706c529-35c0-4195-ad29-aa22ec803af2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.2363379 Mar 28 23:38:39.813816 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:39.963061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-f0d2c0a0-20fb-45c5-9060-d0b16a5a3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:39.964940 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-f0d2c0a0-20fb-45c5-9060-d0b16a5a3cee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.2914126 Mar 28 23:38:40.039402 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-739b6c7b-d398-4a8d-b8f5-2546e52bda4b req-e4478b25-398e-46fe-9ff3-91020087dac5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600143 Mar 28 23:38:40.043730 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-94a81406-8622-44fa-9f93-704bb4e721be req-6afdb2ef-f1a4-4d68-8e9a-17535d809f10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 200 len: 1000 time: 0.2534294 Mar 28 23:38:40.101529 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-1fed8031-5dbc-4c8c-9a2e-e01e8b3dee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:40.103473 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-1fed8031-5dbc-4c8c-9a2e-e01e8b3dee5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1247306 Mar 28 23:38:40.179309 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a81406-8622-44fa-9f93-704bb4e721be req-c0a98068-0f2c-4505-b8de-6300b577c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:40.181554 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-94a81406-8622-44fa-9f93-704bb4e721be req-c0a98068-0f2c-4505-b8de-6300b577c98a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.1291053 Mar 28 23:38:40.305660 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:38Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:40.309544 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-54e3326b-753d-4d8e-93aa-88a83346b914 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967316 Mar 28 23:38:40.312526 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a81406-8622-44fa-9f93-704bb4e721be req-00804a11-1cde-4f80-8533-3019a02b9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:40.314111 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-94a81406-8622-44fa-9f93-704bb4e721be req-00804a11-1cde-4f80-8533-3019a02b9d08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1160882 Mar 28 23:38:40.338015 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5035159d-7519-4e5c-b1f1-9ecd3d819b90 None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:38Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:38:40.519195 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba161df7-83b3-4fde-82d8-d89ad02c266c req-e12f2d78-b036-4048-b168-854fed925068 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936471 Mar 28 23:38:40.521683 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-94a81406-8622-44fa-9f93-704bb4e721be req-08557697-727a-479e-87df-517975f2eeb6 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781616 Mar 28 23:38:40.673931 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d5d8c6ec-39d1-4cc0-82a7-25564c6a1091 req-158643e2-3eef-47c5-b8c7-a280dcccf48f tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 210 time: 0.0356672 Mar 28 23:38:40.690293 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036f6b7-4a10-4c84-81b6-082e9728759d None None] New status for floating IP 284e4dab-8980-4b81-9e0b-3545c88c812f: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:38:40.702737 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-94a81406-8622-44fa-9f93-704bb4e721be req-383f7e1f-707e-4cb5-b829-1fed52507260 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664834 Mar 28 23:38:41.279501 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395491fe-1d15-4f03-8324-137d9406de04 req-82c310ac-d4ec-403e-8699-045ee6a6e1ca tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:41.281079 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-82c310ac-d4ec-403e-8699-045ee6a6e1ca tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.30 "GET /v2.0/networks?id=8d3b1813-605c-499c-93ef-55afca280b20 HTTP/1.1" status: 200 len: 808 time: 0.2173686 Mar 28 23:38:41.298675 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a71222-1c94-46f9-9ddf-e7364cb2ed07 req-a6061c53-d44f-45fc-b514-4d8280a8755a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:41.300184 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a3a71222-1c94-46f9-9ddf-e7364cb2ed07 req-a6061c53-d44f-45fc-b514-4d8280a8755a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1023471 Mar 28 23:38:41.331581 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Request body: {'port': {'device_id': '5ba3cd98-7617-4310-a800-4d561b69ccc0', 'network_id': '8d3b1813-605c-499c-93ef-55afca280b20', 'admin_state_up': True, 'tenant_id': '6b08af3c8d544199afea50ec06f00662'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:41.421145 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a3a71222-1c94-46f9-9ddf-e7364cb2ed07 req-73bf9124-b622-4726-a629-70bbf7d38cfd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132300 Mar 28 23:38:41.517010 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Made reservation on behalf of 6b08af3c8d544199afea50ec06f00662 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:41.521780 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:41.688061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Allocated IP 172.20.0.6 (8d3b1813-605c-499c-93ef-55afca280b20/00dc7202-de39-42d6-a1dd-25600d1b38e3/7728156f-5ff1-4b1d-8fbb-77f2614e44fa) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:41.793469 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-80fb3cbf-0f93-4efb-bd25-c78b148ef35f req-0079252d-f577-487d-a69b-069c8df73b1d tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 210 time: 0.0265889 Mar 28 23:38:41.881531 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Publish callbacks [] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:41.922625 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:41.974078 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Network 8d3b1813-605c-499c-93ef-55afca280b20 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:41.977688 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:41.984190 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:41.990267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:41.991285 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:42.007071 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Pushing event updated for resources: {'Port': ['ID=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:42.013880 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7040682 Mar 28 23:38:42.019654 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.020525 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.021101 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.021857 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.022415 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.023123 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.023528 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.024084 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.024640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.025082 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.025591 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.026118 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.026675 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.027356 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.028298 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf5df4-8949-4b67-a709-d65458775587 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:42.037536 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Request body: {'port': {'device_id': '5ba3cd98-7617-4310-a800-4d561b69ccc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:42.124219 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:42.467443 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7728156f-5ff1-4b1d-8fbb-77f2614e44fa {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:42.476065 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Publish callbacks [] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:42.491154 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Transition to ACTIVE for port object 7728156f-5ff1-4b1d-8fbb-77f2614e44fa will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:38:42.500054 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:42.584773 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Pushing event updated for resources: {'Port': ['ID=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:42.619621 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba1f14-344f-4cbd-be34-f02cc5ea5ba1 req-7f30bcdd-2ced-4dbb-bd83-87d34e14f9ee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:42.621161 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30ba1f14-344f-4cbd-be34-f02cc5ea5ba1 req-7f30bcdd-2ced-4dbb-bd83-87d34e14f9ee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1257095 Mar 28 23:38:42.625585 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Attempting to bind port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:42.626046 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Attempting to bind port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'ab33c49d-e10b-4c00-9268-0be41f2c269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d3b1813-605c-499c-93ef-55afca280b20'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:42.626312 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Attempting to bind port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa on network 8d3b1813-605c-499c-93ef-55afca280b20 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:42.637651 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa on network 8d3b1813-605c-499c-93ef-55afca280b20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:38:42.637981 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Attempting to bind port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa on network 8d3b1813-605c-499c-93ef-55afca280b20 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:42.651331 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:42.651671 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Checking segment: {'id': 'ab33c49d-e10b-4c00-9268-0be41f2c269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d3b1813-605c-499c-93ef-55afca280b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:42.652089 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Bound using segment: {'id': 'ab33c49d-e10b-4c00-9268-0be41f2c269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d3b1813-605c-499c-93ef-55afca280b20'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:42.652525 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Bound port: 7728156f-5ff1-4b1d-8fbb-77f2614e44fa, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33c49d-e10b-4c00-9268-0be41f2c269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d3b1813-605c-499c-93ef-55afca280b20'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:42.652887 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:42.712777 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30ba1f14-344f-4cbd-be34-f02cc5ea5ba1 req-f52ccec2-32b6-4374-98fa-aea757b4169f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841420 Mar 28 23:38:42.741687 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] For port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:42.744717 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] For port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,segment=NetworkSegment(ab33c49d-e10b-4c00-9268-0be41f2c269d),segment_id=ab33c49d-e10b-4c00-9268-0be41f2c269d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:42.750118 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:42.784851 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:42.785571 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:42.787992 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] 10.222.0.30 "PUT /v2.0/ports/7728156f-5ff1-4b1d-8fbb-77f2614e44fa HTTP/1.1" status: 200 len: 1093 time: 0.7545092 Mar 28 23:38:42.788446 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba3cd98-7617-4310-a800-4d561b69ccc0', 'tag': '7728156f-5ff1-4b1d-8fbb-77f2614e44fa'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:42.790174 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55860) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:42.790684 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e451465c-4801-43b3-8403-c02dfd118f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba3cd98-7617-4310-a800-4d561b69ccc0", "tag": "7728156f-5ff1-4b1d-8fbb-77f2614e44fa"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:42.819366 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93c1b2-2b16-4de7-b078-17c32c378023 service neutron] Pushing event updated for resources: {'Port': ['ID=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:42.846607 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011416f7-c46a-4f5c-a893-ec96501f30a4 x-openstack-request-id: req-011416f7-c46a-4f5c-a893-ec96501f30a4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:42.847088 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba3cd98-7617-4310-a800-4d561b69ccc0", "tag": "7728156f-5ff1-4b1d-8fbb-77f2614e44fa", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:42.847522 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-011416f7-c46a-4f5c-a893-ec96501f30a4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:42.848120 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011416f7-c46a-4f5c-a893-ec96501f30a4'] response: {'name': 'network-changed', 'server_uuid': '5ba3cd98-7617-4310-a800-4d561b69ccc0', 'tag': '7728156f-5ff1-4b1d-8fbb-77f2614e44fa', 'status': 'completed', 'code': 200} Mar 28 23:38:42.912918 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395491fe-1d15-4f03-8324-137d9406de04 req-e7c5f105-0127-420e-be9c-e944174da676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:42.914446 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-e7c5f105-0127-420e-be9c-e944174da676 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b08af3c8d544199afea50ec06f00662&device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 1127 time: 0.0780320 Mar 28 23:38:42.926754 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:42.933794 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c3930-e4a1-4000-bc8e-c1bec3d79be9 req-36586a23-d910-4c47-849d-401255aea132 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:42.935247 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d26c3930-e4a1-4000-bc8e-c1bec3d79be9 req-36586a23-d910-4c47-849d-401255aea132 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 943 time: 0.0651920 Mar 28 23:38:42.976009 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-2af7d031-f884-46d8-b857-ed42249be082 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7728156f-5ff1-4b1d-8fbb-77f2614e44fa HTTP/1.1" status: 200 len: 217 time: 0.0397718 Mar 28 23:38:43.001813 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Publish callbacks [] for security_group (ae964481-8a4e-445c-a5a6-09a42249d51a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.005877 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ae964481-8a4e-445c-a5a6-09a42249d51a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.043141 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ff865632636466395daa914b69284c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519166 Mar 28 23:38:43.044021 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae964481-8a4e-445c-a5a6-09a42249d51a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:43.045499 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d26c3930-e4a1-4000-bc8e-c1bec3d79be9 req-caa6246d-5dd2-4aa4-82ad-100d29d3bbbe tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018832 Mar 28 23:38:43.046103 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55868) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:43.047497 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395491fe-1d15-4f03-8324-137d9406de04 req-5ded71ea-a72c-48f9-b759-05b24a0b143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:43.048888 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-5ded71ea-a72c-48f9-b759-05b24a0b143d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00dc7202-de39-42d6-a1dd-25600d1b38e3 HTTP/1.1" status: 200 len: 848 time: 0.0668199 Mar 28 23:38:43.051843 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.052212 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.052567 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.052924 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.053257 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.053585 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.053908 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.054231 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.059982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.059982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.059982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.059982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.059982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.059982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.059982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb1624-545d-4f7d-a7db-1d5521d800b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:43.099464 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-a0e68e93-ebcf-4b15-85dc-24002d46a356 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3b1813-605c-499c-93ef-55afca280b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383470 Mar 28 23:38:43.169933 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada03e12-519d-4326-8036-cabdc7ae90fd admin admin] Publish callbacks [] for security_group (ae964481-8a4e-445c-a5a6-09a42249d51a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.205411 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada03e12-519d-4326-8036-cabdc7ae90fd admin admin] Publish callbacks [] for security_group (ae964481-8a4e-445c-a5a6-09a42249d51a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.232792 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-eeae1366-297e-4f81-92b2-aa62634e410f service neutron] 10.222.0.30 "GET /v2.0/networks/8d3b1813-605c-499c-93ef-55afca280b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246612 Mar 28 23:38:43.283919 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada03e12-519d-4326-8036-cabdc7ae90fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ae964481-8a4e-445c-a5a6-09a42249d51a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.287008 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada03e12-519d-4326-8036-cabdc7ae90fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.288161 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-ada03e12-519d-4326-8036-cabdc7ae90fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae964481-8a4e-445c-a5a6-09a42249d51a HTTP/1.1" status: 204 len: 168 time: 0.2383609 Mar 28 23:38:43.325760 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada03e12-519d-4326-8036-cabdc7ae90fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae964481-8a4e-445c-a5a6-09a42249d51a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:43.382488 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-395491fe-1d15-4f03-8324-137d9406de04 req-4fd94142-a5c2-42a3-9b37-72e30843f116 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3b1813-605c-499c-93ef-55afca280b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156652 Mar 28 23:38:43.524731 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451465c-4801-43b3-8403-c02dfd118f2b req-27b4ed18-be8b-4210-841e-3de24845f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:43.526723 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e451465c-4801-43b3-8403-c02dfd118f2b req-27b4ed18-be8b-4210-841e-3de24845f375 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b08af3c8d544199afea50ec06f00662&device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 1127 time: 0.0689983 Mar 28 23:38:43.589326 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.643313 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451465c-4801-43b3-8403-c02dfd118f2b req-146f85f5-4775-47f0-b92a-4d983caf2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:43.645397 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e451465c-4801-43b3-8403-c02dfd118f2b req-146f85f5-4775-47f0-b92a-4d983caf2726 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d3b1813-605c-499c-93ef-55afca280b20 HTTP/1.1" status: 200 len: 909 time: 0.1085796 Mar 28 23:38:43.695924 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e451465c-4801-43b3-8403-c02dfd118f2b req-d5d58ce8-82cc-4056-aa40-3ecce370e7f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7728156f-5ff1-4b1d-8fbb-77f2614e44fa HTTP/1.1" status: 200 len: 217 time: 0.0413024 Mar 28 23:38:43.714201 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55914) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:43.730823 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12790898-43d0-467b-a6fc-a07cffb4f8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.792015 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451465c-4801-43b3-8403-c02dfd118f2b req-969b73c6-8389-475d-bff5-f9a77f40ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:43.793771 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e451465c-4801-43b3-8403-c02dfd118f2b req-969b73c6-8389-475d-bff5-f9a77f40ee94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00dc7202-de39-42d6-a1dd-25600d1b38e3 HTTP/1.1" status: 200 len: 848 time: 0.0925019 Mar 28 23:38:43.840291 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12790898-43d0-467b-a6fc-a07cffb4f8fb admin admin] Publish callbacks [] for security_group (038d455b-fd7a-4450-b0c2-01bbc5a1eabb), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.844842 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55922) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:43.860908 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e451465c-4801-43b3-8403-c02dfd118f2b req-9da1b3be-7209-4bdf-a0da-4e1f7ed7d2b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3b1813-605c-499c-93ef-55afca280b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476108 Mar 28 23:38:43.863743 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12790898-43d0-467b-a6fc-a07cffb4f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (038d455b-fd7a-4450-b0c2-01bbc5a1eabb), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:43.919620 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12790898-43d0-467b-a6fc-a07cffb4f8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038d455b-fd7a-4450-b0c2-01bbc5a1eabb,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:43.943388 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-12790898-43d0-467b-a6fc-a07cffb4f8fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d884ff27963a44cf9b63dfc0e24fb24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280777 Mar 28 23:38:43.945846 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55926) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:43.965960 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6934a3-8c55-4039-8269-ebb9889b9ffa req-7bad27d9-bead-4967-8cc0-a87b1749fa1e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:43.968030 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8d6934a3-8c55-4039-8269-ebb9889b9ffa req-7bad27d9-bead-4967-8cc0-a87b1749fa1e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1426442 Mar 28 23:38:44.044223 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e451465c-4801-43b3-8403-c02dfd118f2b req-615a1ad0-5f49-4770-9846-8d558599a649 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3b1813-605c-499c-93ef-55afca280b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689086 Mar 28 23:38:44.044993 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3c532b4-2b3a-43eb-9803-37e3f171ff3e admin admin] Publish callbacks [] for security_group (038d455b-fd7a-4450-b0c2-01bbc5a1eabb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.048488 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8d6934a3-8c55-4039-8269-ebb9889b9ffa req-635f8436-1854-41b5-b1b5-e9606a7cae7a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744176 Mar 28 23:38:44.050364 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e387baa-f492-4734-aa3f-5818dda7828d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.138937 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3c532b4-2b3a-43eb-9803-37e3f171ff3e admin admin] Publish callbacks [] for security_group (038d455b-fd7a-4450-b0c2-01bbc5a1eabb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.153604 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e387baa-f492-4734-aa3f-5818dda7828d admin admin] Publish callbacks [] for security_group (30dcd631-6b8a-4015-a74a-81e67bc3f428), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.157543 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e387baa-f492-4734-aa3f-5818dda7828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (30dcd631-6b8a-4015-a74a-81e67bc3f428), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.198328 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9e387baa-f492-4734-aa3f-5818dda7828d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a95337c7badd4cf7890260445e1ce942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431470 Mar 28 23:38:44.199602 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e387baa-f492-4734-aa3f-5818dda7828d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dcd631-6b8a-4015-a74a-81e67bc3f428,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:44.202549 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 55930) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:44.252115 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12261e17-9f7f-4e52-8f70-6ae041547397 admin admin] Publish callbacks [] for security_group (30dcd631-6b8a-4015-a74a-81e67bc3f428), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.267110 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e451465c-4801-43b3-8403-c02dfd118f2b req-a99e3df3-a6cb-4ebd-9e18-33ae2583ff97 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3b1813-605c-499c-93ef-55afca280b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045598 Mar 28 23:38:44.279872 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12261e17-9f7f-4e52-8f70-6ae041547397 admin admin] Publish callbacks [] for security_group (30dcd631-6b8a-4015-a74a-81e67bc3f428), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.280727 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b1da0-5f30-4655-b40c-a59b69c0a666 req-ed4e6741-043f-4705-9e19-0dd5c676d24f tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:44.283087 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-495b1da0-5f30-4655-b40c-a59b69c0a666 req-ed4e6741-043f-4705-9e19-0dd5c676d24f tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 943 time: 0.1299882 Mar 28 23:38:44.300141 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3c532b4-2b3a-43eb-9803-37e3f171ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (038d455b-fd7a-4450-b0c2-01bbc5a1eabb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.302652 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3c532b4-2b3a-43eb-9803-37e3f171ff3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.304376 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d3c532b4-2b3a-43eb-9803-37e3f171ff3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/038d455b-fd7a-4450-b0c2-01bbc5a1eabb HTTP/1.1" status: 204 len: 168 time: 0.3572969 Mar 28 23:38:44.321835 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c532b4-2b3a-43eb-9803-37e3f171ff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038d455b-fd7a-4450-b0c2-01bbc5a1eabb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:44.358996 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12261e17-9f7f-4e52-8f70-6ae041547397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (30dcd631-6b8a-4015-a74a-81e67bc3f428), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.361938 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12261e17-9f7f-4e52-8f70-6ae041547397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:44.363073 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-12261e17-9f7f-4e52-8f70-6ae041547397 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30dcd631-6b8a-4015-a74a-81e67bc3f428 HTTP/1.1" status: 204 len: 168 time: 0.1600184 Mar 28 23:38:44.365090 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-495b1da0-5f30-4655-b40c-a59b69c0a666 req-64763093-7f0c-4044-bf5c-a3baf2397192 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748196 Mar 28 23:38:44.383968 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261e17-9f7f-4e52-8f70-6ae041547397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dcd631-6b8a-4015-a74a-81e67bc3f428,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:45.172118 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 55996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:45.185382 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a6c71-873d-4584-a5e2-f81f4e199638 req-dbd48e6c-46b7-425e-ad7c-be5b9245581a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:45.188274 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bb4a6c71-873d-4584-a5e2-f81f4e199638 req-dbd48e6c-46b7-425e-ad7c-be5b9245581a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0687234 Mar 28 23:38:45.243563 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bb4a6c71-873d-4584-a5e2-f81f4e199638 req-ab53b093-5170-4cdc-a39c-85b6b4a30e1e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Mar 28 23:38:45.283775 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-847947978-network', 'tenant_id': '0b78a429f5474763be6369bf5c15a3b7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:45.303621 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Made reservation on behalf of 0b78a429f5474763be6369bf5c15a3b7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:45.306472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.315466 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.392947 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Publish callbacks [] for security_group (c8a0cf9e-1140-420e-af0a-a7c884127922), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.397685 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c8a0cf9e-1140-420e-af0a-a7c884127922), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.428134 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:38:45.434254 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a0cf9e-1140-420e-af0a-a7c884127922,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:45.452293 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (6cb84d74-49ca-4658-a1fa-883ae7288d8c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.452637 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.segments_db [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Added segment 6cb84d74-49ca-4658-a1fa-883ae7288d8c of type vlan for network 00b276d0-70ed-4301-af46-4604f0e3dabb Mar 28 23:38:45.513873 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (00b276d0-70ed-4301-af46-4604f0e3dabb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.517446 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56014) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:45.622347 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1896160d-2206-4085-ba19-bf34a758e6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.697795 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1896160d-2206-4085-ba19-bf34a758e6c5 admin admin] Publish callbacks [] for security_group (d1fb7292-ba01-4eeb-b4d7-79f3b66545f8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.701396 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1896160d-2206-4085-ba19-bf34a758e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d1fb7292-ba01-4eeb-b4d7-79f3b66545f8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.722271 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79539c-e3c5-47be-8a7c-6d7f82660da8 req-35c2067c-8422-4bb0-9dd5-823762a64939 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:45.723862 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-aa79539c-e3c5-47be-8a7c-6d7f82660da8 req-35c2067c-8422-4bb0-9dd5-823762a64939 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 943 time: 0.2832222 Mar 28 23:38:45.738957 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (00b276d0-70ed-4301-af46-4604f0e3dabb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.739903 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:45.740476 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.743262 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896160d-2206-4085-ba19-bf34a758e6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fb7292-ba01-4eeb-b4d7-79f3b66545f8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:45.747539 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1896160d-2206-4085-ba19-bf34a758e6c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25aa7febe49f4ed78059100c75d40816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290502 Mar 28 23:38:45.750154 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:45.824796 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6512918 Mar 28 23:38:45.827735 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56020) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:45.833485 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Request body: {'subnet': {'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-847947978-subnet', 'tenant_id': '0b78a429f5474763be6369bf5c15a3b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:45.854916 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Made reservation on behalf of 0b78a429f5474763be6369bf5c15a3b7 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:45.857563 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723756'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.867274 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-aa79539c-e3c5-47be-8a7c-6d7f82660da8 req-10b2e536-4fd2-4823-b4f7-29a3b57274bc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304655 Mar 28 23:38:45.867891 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b0d59-abc7-42d9-8f5a-4233d8969b8f admin admin] Pushing event updated for resources: {'Network': ['ID=00b276d0-70ed-4301-af46-4604f0e3dabb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:45.880569 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 00b276d0-70ed-4301-af46-4604f0e3dabb details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:38:45.893542 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8c10-e20b-40ba-b300-1d0f67e1486b admin admin] Publish callbacks [] for security_group (d1fb7292-ba01-4eeb-b4d7-79f3b66545f8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.921538 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8c10-e20b-40ba-b300-1d0f67e1486b admin admin] Publish callbacks [] for security_group (d1fb7292-ba01-4eeb-b4d7-79f3b66545f8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.973144 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8c10-e20b-40ba-b300-1d0f67e1486b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d1fb7292-ba01-4eeb-b4d7-79f3b66545f8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.975761 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8c10-e20b-40ba-b300-1d0f67e1486b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:45.976950 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-fdcb8c10-e20b-40ba-b300-1d0f67e1486b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1fb7292-ba01-4eeb-b4d7-79f3b66545f8 HTTP/1.1" status: 204 len: 168 time: 0.2251387 Mar 28 23:38:45.989322 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb8c10-e20b-40ba-b300-1d0f67e1486b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fb7292-ba01-4eeb-b4d7-79f3b66545f8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:46.070418 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5498234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723770'] for subnet (1437b5fe-a42b-4e6a-beea-b5febed343c3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:46.127246 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1437b5fe-a42b-4e6a-beea-b5febed343c3,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:46.155477 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Checking segment: {'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:46.156179 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Network hostable DHCP agents. Network: 00b276d0-70ed-4301-af46-4604f0e3dabb, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:38:46.180474 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Network 00b276d0-70ed-4301-af46-4604f0e3dabb is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:38:46.193243 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 00b276d0-70ed-4301-af46-4604f0e3dabb) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:46.203906 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:46.204412 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df87dcda-bab9-453a-9832-704019ab68f6 None None] Network 00b276d0-70ed-4301-af46-4604f0e3dabb requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:46.204865 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:46.233216 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f7d7b2b6-d8ac-4ad7-b8f4-304bab801729 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3957734 Mar 28 23:38:46.340054 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 7728156f-5ff1-4b1d-8fbb-77f2614e44fa details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:38:46.424924 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264c0de-98e8-48de-9684-4d7ade7c21da req-9a42421e-8711-4894-bafc-fa731c940a15 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:46.427074 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5264c0de-98e8-48de-9684-4d7ade7c21da req-9a42421e-8711-4894-bafc-fa731c940a15 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0858266 Mar 28 23:38:46.464803 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015777a7-d6a3-4e35-a621-e5874c7c1091 None None] Network 00b276d0-70ed-4301-af46-4604f0e3dabb requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:46.512337 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5264c0de-98e8-48de-9684-4d7ade7c21da req-2e892ad6-14cc-4bb3-be98-3accfb90435c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796571 Mar 28 23:38:46.560550 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 23:38:46.709736 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,segment=NetworkSegment(ab33c49d-e10b-4c00-9268-0be41f2c269d),segment_id=ab33c49d-e10b-4c00-9268-0be41f2c269d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:46.724014 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '7728156f-5ff1-4b1d-8fbb-77f2614e44fa', 'network_id': '8d3b1813-605c-499c-93ef-55afca280b20', 'port_id': '7728156f-5ff1-4b1d-8fbb-77f2614e44fa', 'mac_address': 'fa:16:3e:8f:db:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dc7202-de39-42d6-a1dd-25600d1b38e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:38:46.765220 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:46.765628 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:46.779714 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7728156f-5ff1-4b1d-8fbb-77f2614e44fa {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:46.806731 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,segment=NetworkSegment(ab33c49d-e10b-4c00-9268-0be41f2c269d),segment_id=ab33c49d-e10b-4c00-9268-0be41f2c269d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:46.812149 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:46.868005 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:46.875692 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.876081 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.876419 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.876779 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.877113 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.877756 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.877756 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.878054 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.878404 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.878761 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.879168 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.879627 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.880157 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.880480 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.880799 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:46.945907 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56084) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:46.993878 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9e2fb-797e-4d3d-ac3e-3cfee5be4241 req-044f74aa-1120-4404-b6a1-9a7f223422e4 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:46.995402 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d5f9e2fb-797e-4d3d-ac3e-3cfee5be4241 req-044f74aa-1120-4404-b6a1-9a7f223422e4 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 944 time: 0.0586591 Mar 28 23:38:47.051259 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1933506350-network', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:47.059762 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d5f9e2fb-797e-4d3d-ac3e-3cfee5be4241 req-19bff72f-c11b-4595-9f86-8425176d694b tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559986 Mar 28 23:38:47.078941 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Made reservation on behalf of b48445603d904db498f2cc8fbebe36ff for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:47.082702 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.092107 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.160390 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['7728156f-5ff1-4b1d-8fbb-77f2614e44fa'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:38:47.169920 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Publish callbacks [] for security_group (33eca360-0286-487b-b31d-ac793508f257), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.173784 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (33eca360-0286-487b-b31d-ac793508f257), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.201151 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:38:47.207544 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eca360-0286-487b-b31d-ac793508f257,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:47.213561 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (5bb3563d-24f7-4bdd-b2dc-c083c30af30d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.213959 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Added segment 5bb3563d-24f7-4bdd-b2dc-c083c30af30d of type vlan for network c82322be-b69a-43cc-b597-25381cb6f92d Mar 28 23:38:47.258021 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (c82322be-b69a-43cc-b597-25381cb6f92d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.280881 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (c82322be-b69a-43cc-b597-25381cb6f92d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.281834 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:47.282434 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.337092 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3898990 Mar 28 23:38:47.340159 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56092) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:47.345655 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Request body: {'subnet': {'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1933506350-subnet', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:47.346168 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bb2f9-eec8-4dc0-8dcb-752984328ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=c82322be-b69a-43cc-b597-25381cb6f92d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:47.357127 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network c82322be-b69a-43cc-b597-25381cb6f92d details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:38:47.368754 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Made reservation on behalf of b48445603d904db498f2cc8fbebe36ff for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:47.371121 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.537241 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (b0036c71-2b4a-43b6-a6a4-f33c93551982), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.598416 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0036c71-2b4a-43b6-a6a4-f33c93551982,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:47.607663 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Checking segment: {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:47.608064 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Network hostable DHCP agents. Network: c82322be-b69a-43cc-b597-25381cb6f92d, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:38:47.637397 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Network c82322be-b69a-43cc-b597-25381cb6f92d is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:38:47.641447 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, c82322be-b69a-43cc-b597-25381cb6f92d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:47.646746 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:47.647731 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.648539 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0cfb-53bc-4a2c-a5d6-1c617cfc677b req-686d75ae-f302-47c5-876a-b8cfed20698e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:47.650076 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d5f0cfb-53bc-4a2c-a5d6-1c617cfc677b req-686d75ae-f302-47c5-876a-b8cfed20698e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0587342 Mar 28 23:38:47.654685 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46052f9c-3a4b-4ffa-a174-e7900ceb62c2 None None] Network c82322be-b69a-43cc-b597-25381cb6f92d requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:47.678989 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-cc5d6d00-5d2b-4bb8-aade-b6bdc3e56e80 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3371596 Mar 28 23:38:47.679423 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56106) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:47.683958 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:47.731723 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (2c79f365-fcaa-4407-b356-edf73ce13205), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.732755 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (2c79f365-fcaa-4407-b356-edf73ce13205), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.744011 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0d5f0cfb-53bc-4a2c-a5d6-1c617cfc677b req-1692fe45-4b9a-4e1a-ad6e-ac3b547ad589 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833530 Mar 28 23:38:47.787894 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-c82322be-b69a-43cc-b597-25381cb6f92d', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:38:47.788806 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.813669 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks [] for router_controller (2c79f365-fcaa-4407-b356-edf73ce13205), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:47.950130 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Allocated IP 172.20.0.2 (c82322be-b69a-43cc-b597-25381cb6f92d/b0036c71-2b4a-43b6-a6a4-f33c93551982/5a790e46-4ebd-4b19-8035-b86156a9c83c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:47.980609 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks [] for router_gateway (2c79f365-fcaa-4407-b356-edf73ce13205), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.145641 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Publish callbacks [] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.160985 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.264355 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Pushing event updated for resources: {'Port': ['ID=5a790e46-4ebd-4b19-8035-b86156a9c83c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:48.291588 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Network c82322be-b69a-43cc-b597-25381cb6f92d is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:48.292177 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed332ddf-c51d-47e2-9139-f8f9f443414b req-400af61f-37a0-4fbe-8be7-3222fd1e434f tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:48.293948 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:48.294870 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ed332ddf-c51d-47e2-9139-f8f9f443414b req-400af61f-37a0-4fbe-8be7-3222fd1e434f tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 944 time: 0.0779467 Mar 28 23:38:48.297250 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:48.340636 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 7728156f-5ff1-4b1d-8fbb-77f2614e44fa up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:48.360759 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ed332ddf-c51d-47e2-9139-f8f9f443414b req-d745170b-1f63-47e9-befc-41cb52ec5850 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592194 Mar 28 23:38:48.407954 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Attempting to bind port 5a790e46-4ebd-4b19-8035-b86156a9c83c on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:48.408329 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Attempting to bind port 5a790e46-4ebd-4b19-8035-b86156a9c83c by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:48.408696 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Attempting to bind port 5a790e46-4ebd-4b19-8035-b86156a9c83c on network c82322be-b69a-43cc-b597-25381cb6f92d {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:48.421090 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:48.421472 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Checking segment: {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:48.421865 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.422263 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Bound using segment: {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:48.422750 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Bound port: 5a790e46-4ebd-4b19-8035-b86156a9c83c, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:48.423134 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.472039 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:38:48.484593 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:48.484969 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.521147 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] For port 5a790e46-4ebd-4b19-8035-b86156a9c83c, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:48.525538 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] For port 5a790e46-4ebd-4b19-8035-b86156a9c83c, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=5a790e46-4ebd-4b19-8035-b86156a9c83c,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:48.536532 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.610965 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks [] for router_gateway (2c79f365-fcaa-4407-b356-edf73ce13205), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.623420 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bef86-577b-4a17-a7bd-7bfc37daa375 None None] Pushing event updated for resources: {'Port': ['ID=5a790e46-4ebd-4b19-8035-b86156a9c83c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:48.631970 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:48.632365 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.643734 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.656011 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba3cd98-7617-4310-a800-4d561b69ccc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7728156f-5ff1-4b1d-8fbb-77f2614e44fa'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:48.658284 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3086586f-41c5-419d-8ed1-2afb917b70c8" -d '{"events": [{"server_uuid": "5ba3cd98-7617-4310-a800-4d561b69ccc0", "name": "network-vif-plugged", "status": "completed", "tag": "7728156f-5ff1-4b1d-8fbb-77f2614e44fa"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:48.667536 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-750bdb78-4e83-434a-87ca-ac3e110748ac tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:48.669110 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-750bdb78-4e83-434a-87ca-ac3e110748ac tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/networks?id=00b276d0-70ed-4301-af46-4604f0e3dabb HTTP/1.1" status: 200 len: 808 time: 0.1679685 Mar 28 23:38:48.675098 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,segment=NetworkSegment(ab33c49d-e10b-4c00-9268-0be41f2c269d),segment_id=ab33c49d-e10b-4c00-9268-0be41f2c269d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:48.680579 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:48.706330 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d0123-f597-491e-8eff-6326e7bb949a x-openstack-request-id: req-fd8d0123-f597-491e-8eff-6326e7bb949a {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:48.706638 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba3cd98-7617-4310-a800-4d561b69ccc0", "name": "network-vif-plugged", "status": "completed", "tag": "7728156f-5ff1-4b1d-8fbb-77f2614e44fa", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:48.706941 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd8d0123-f597-491e-8eff-6326e7bb949a {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:48.707329 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8d0123-f597-491e-8eff-6326e7bb949a'] response: {'server_uuid': '5ba3cd98-7617-4310-a800-4d561b69ccc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7728156f-5ff1-4b1d-8fbb-77f2614e44fa', 'code': 200} Mar 28 23:38:48.711415 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-5fed45e0-4f8d-4106-aa90-1704697b69bc tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/quotas/0b78a429f5474763be6369bf5c15a3b7 HTTP/1.1" status: 200 len: 375 time: 0.0146725 Mar 28 23:38:48.740315 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:48.764260 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-87942c72-a7b8-4018-92ab-9d8662bab0c4 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b78a429f5474763be6369bf5c15a3b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403800 Mar 28 23:38:48.886125 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Allocated IP 172.28.0.3 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/e9beee6c-c574-4107-bbec-a2c28c8754d9) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:48.978730 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-2970c2b9-91d7-498d-807a-e6f352b84745 service neutron] 10.222.0.16 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836104 Mar 28 23:38:48.987973 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dab4d-871e-43b5-a4fa-47acb9165e0b req-0bd72f94-f44d-4982-8eb4-7e2a987ecd0b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:48.989729 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c33dab4d-871e-43b5-a4fa-47acb9165e0b req-0bd72f94-f44d-4982-8eb4-7e2a987ecd0b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0820794 Mar 28 23:38:48.997750 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae031c2-0d10-45b8-812e-1276a485523f req-813b4c52-5d1c-45ba-9036-d316b6d5db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:48.999554 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae031c2-0d10-45b8-812e-1276a485523f req-813b4c52-5d1c-45ba-9036-d316b6d5db2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 1129 time: 0.1021786 Mar 28 23:38:49.075493 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c33dab4d-871e-43b5-a4fa-47acb9165e0b req-a48c3fff-f5c8-42a3-a537-fc1095c0e23e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800254 Mar 28 23:38:49.078898 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ae031c2-0d10-45b8-812e-1276a485523f req-e6d4bf8c-e33b-4b14-b198-ddc2fe87a1bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662229 Mar 28 23:38:49.101262 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks [] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.120108 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-f8bb4fed-0296-4fdd-b7f6-970bee3e3d69 service neutron] 10.222.0.16 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297817 Mar 28 23:38:49.150359 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.194511 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:49.197391 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:49.200944 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:49.232549 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9beee6c-c574-4107-bbec-a2c28c8754d9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:49.292204 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:49.332543 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bbb33238-adbb-40ec-b18c-1c1c8b06d325 req-7bc4e8f9-010b-4611-954c-71f8874fdee9 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 210 time: 0.0465651 Mar 28 23:38:49.497668 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82025433-98dd-4fb0-9a7c-0a091c77d57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.612375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82025433-98dd-4fb0-9a7c-0a091c77d57c admin admin] Publish callbacks [] for security_group (8305c3f7-5595-4088-859e-bddc30cf9dfb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.619914 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82025433-98dd-4fb0-9a7c-0a091c77d57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8305c3f7-5595-4088-859e-bddc30cf9dfb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.665046 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-82025433-98dd-4fb0-9a7c-0a091c77d57c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90276cf86d964470a7f6c463159a54f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717737 Mar 28 23:38:49.665640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:49.679929 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948130e-61b3-463b-ab4d-04deaeebc030 req-188feae8-d5bb-4c5e-8ebe-706832c313ed tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:49.681406 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c948130e-61b3-463b-ab4d-04deaeebc030 req-188feae8-d5bb-4c5e-8ebe-706832c313ed tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 945 time: 0.1531062 Mar 28 23:38:49.683861 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks [] for router_gateway (2c79f365-fcaa-4407-b356-edf73ce13205), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.707757 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82025433-98dd-4fb0-9a7c-0a091c77d57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8305c3f7-5595-4088-859e-bddc30cf9dfb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:49.753367 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d25ea4e3-2fa6-48cb-8a10-6c005c3b3643 admin admin] Publish callbacks [] for security_group (8305c3f7-5595-4088-859e-bddc30cf9dfb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.791293 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d25ea4e3-2fa6-48cb-8a10-6c005c3b3643 admin admin] Publish callbacks [] for security_group (8305c3f7-5595-4088-859e-bddc30cf9dfb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.798667 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de74a52-14b4-4dd1-a3f4-b40a49cea4ee None None] Network c82322be-b69a-43cc-b597-25381cb6f92d requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:49.856683 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d25ea4e3-2fa6-48cb-8a10-6c005c3b3643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8305c3f7-5595-4088-859e-bddc30cf9dfb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.863687 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d25ea4e3-2fa6-48cb-8a10-6c005c3b3643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:49.867602 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d25ea4e3-2fa6-48cb-8a10-6c005c3b3643 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8305c3f7-5595-4088-859e-bddc30cf9dfb HTTP/1.1" status: 204 len: 168 time: 0.1911006 Mar 28 23:38:49.906685 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ea4e3-2fa6-48cb-8a10-6c005c3b3643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8305c3f7-5595-4088-859e-bddc30cf9dfb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:49.931409 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c948130e-61b3-463b-ab4d-04deaeebc030 req-df428f9b-2fb7-4d26-91a5-7b4038f24b5f tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384081 Mar 28 23:38:49.974740 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-2e58c5af-a2de-4394-99ef-754be017a7f2 None None] Provisioning complete for port 5a790e46-4ebd-4b19-8035-b86156a9c83c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:49.975294 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e58c5af-a2de-4394-99ef-754be017a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.079732 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (2c79f365-fcaa-4407-b356-edf73ce13205), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.246734 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2e58c5af-a2de-4394-99ef-754be017a7f2 None None] Current status of the port 5a790e46-4ebd-4b19-8035-b86156a9c83c is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:50.247341 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e58c5af-a2de-4394-99ef-754be017a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.259770 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57cf0d-b745-40db-b035-607b1653a766 req-327d6269-89a9-4139-90a2-64da1e72e28c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:50.262191 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bd57cf0d-b745-40db-b035-607b1653a766 req-327d6269-89a9-4139-90a2-64da1e72e28c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0994546 Mar 28 23:38:50.299060 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-2e58c5af-a2de-4394-99ef-754be017a7f2 None None] For port 5a790e46-4ebd-4b19-8035-b86156a9c83c, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=5a790e46-4ebd-4b19-8035-b86156a9c83c,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:50.306131 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e58c5af-a2de-4394-99ef-754be017a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.309907 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Router 2c79f365-fcaa-4407-b356-edf73ce13205 is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:38:50.380477 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bd57cf0d-b745-40db-b035-607b1653a766 req-9f199159-7bb9-4b46-865b-e28e2db6d4f2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118894 Mar 28 23:38:50.418575 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58c5af-a2de-4394-99ef-754be017a7f2 None None] Pushing event updated for resources: {'Port': ['ID=5a790e46-4ebd-4b19-8035-b86156a9c83c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:50.437313 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:50.454909 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4427eeb-3950-48aa-b5eb-22e2afe0396d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.486155 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 5a790e46-4ebd-4b19-8035-b86156a9c83c up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:50.529114 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5f8169a5-323a-40b8-92dc-0a3922d0fb4d req-86b01293-92dd-4b0b-9286-001c2138594e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 210 time: 0.0512257 Mar 28 23:38:50.556639 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:38:50.567244 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Sync routers for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:38:50.585079 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 5a790e46-4ebd-4b19-8035-b86156a9c83c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:50.585539 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:50.585829 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.586335 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:50.595720 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.601668 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4427eeb-3950-48aa-b5eb-22e2afe0396d admin admin] Publish callbacks [] for security_group (b5e0d644-927e-4718-b88f-3c81086fb4cc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.602574 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56204) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:50.616137 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-279a7eed-0c96-4072-8c60-47287e3d3be0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9303799 Mar 28 23:38:50.661446 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-b710023e-cdca-4790-bc3e-d25df13e8169 None None] Provisioning complete for port 5a790e46-4ebd-4b19-8035-b86156a9c83c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:50.661868 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b710023e-cdca-4790-bc3e-d25df13e8169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.680976 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4427eeb-3950-48aa-b5eb-22e2afe0396d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b5e0d644-927e-4718-b88f-3c81086fb4cc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.715739 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:50.740240 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-c4427eeb-3950-48aa-b5eb-22e2afe0396d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3139bd01c474eee9346e9148f524b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017845 Mar 28 23:38:50.740467 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56206) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:50.741656 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 5a790e46-4ebd-4b19-8035-b86156a9c83c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:50.742943 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4427eeb-3950-48aa-b5eb-22e2afe0396d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e0d644-927e-4718-b88f-3c81086fb4cc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:50.781762 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b710023e-cdca-4790-bc3e-d25df13e8169 None None] Current status of the port 5a790e46-4ebd-4b19-8035-b86156a9c83c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:50.819194 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af79929d-c04f-4548-86be-27309f85e11e admin admin] Publish callbacks [] for security_group (b5e0d644-927e-4718-b88f-3c81086fb4cc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.842355 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af79929d-c04f-4548-86be-27309f85e11e admin admin] Publish callbacks [] for security_group (b5e0d644-927e-4718-b88f-3c81086fb4cc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.890952 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af79929d-c04f-4548-86be-27309f85e11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b5e0d644-927e-4718-b88f-3c81086fb4cc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.893970 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af79929d-c04f-4548-86be-27309f85e11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:50.898135 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-af79929d-c04f-4548-86be-27309f85e11e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5e0d644-927e-4718-b88f-3c81086fb4cc HTTP/1.1" status: 204 len: 168 time: 0.1560593 Mar 28 23:38:50.907132 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79929d-c04f-4548-86be-27309f85e11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e0d644-927e-4718-b88f-3c81086fb4cc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:50.947213 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:49Z', 'revision_number': 3, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:51.009732 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Checking router: 2c79f365-fcaa-4407-b356-edf73ce13205 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:38:51.012270 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Updating router 2c79f365-fcaa-4407-b356-edf73ce13205 port e9beee6c-c574-4107-bbec-a2c28c8754d9 binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:38:51.045116 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.237471 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-0649e829-1cf6-43de-b86d-efcf547a8052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:51.239427 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-0649e829-1cf6-43de-b86d-efcf547a8052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.30 "GET /v2.0/networks?id=00b276d0-70ed-4301-af46-4604f0e3dabb HTTP/1.1" status: 200 len: 808 time: 0.1989257 Mar 28 23:38:51.275265 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Request body: {'port': {'device_id': 'b8a6f990-097f-4ace-8c78-9e88f0b9fa5f', 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb', 'admin_state_up': True, 'tenant_id': '0b78a429f5474763be6369bf5c15a3b7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:51.293605 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361afcb-0bc2-42b8-b8fb-cfc33be73593 req-aa3d08be-08aa-4381-8688-882269070067 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:51.295522 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4361afcb-0bc2-42b8-b8fb-cfc33be73593 req-aa3d08be-08aa-4381-8688-882269070067 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 945 time: 0.1525297 Mar 28 23:38:51.354179 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56226) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:51.375009 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3f6d-9249-402b-8bde-2268ab50403c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.445011 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4361afcb-0bc2-42b8-b8fb-cfc33be73593 req-27b82c00-e647-4153-923c-b9128736a1ba tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358955 Mar 28 23:38:51.451885 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Publish callbacks [] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.460241 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.461692 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.512208 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3f6d-9249-402b-8bde-2268ab50403c admin admin] Publish callbacks [] for security_group (c92c7da3-91d9-4329-949f-8897552e8ca7), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.527142 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3f6d-9249-402b-8bde-2268ab50403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c92c7da3-91d9-4329-949f-8897552e8ca7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.531192 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Attempting to bind port e9beee6c-c574-4107-bbec-a2c28c8754d9 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:51.531853 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Attempting to bind port e9beee6c-c574-4107-bbec-a2c28c8754d9 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:51.532211 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Attempting to bind port e9beee6c-c574-4107-bbec-a2c28c8754d9 on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:51.537628 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Made reservation on behalf of 0b78a429f5474763be6369bf5c15a3b7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:51.541365 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.541642 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:51.542149 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:51.542647 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.543134 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:51.543715 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Bound port: e9beee6c-c574-4107-bbec-a2c28c8754d9, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:51.544221 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.613863 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] For port e9beee6c-c574-4107-bbec-a2c28c8754d9, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:51.618707 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] For port e9beee6c-c574-4107-bbec-a2c28c8754d9, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=e9beee6c-c574-4107-bbec-a2c28c8754d9,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:51.638956 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.656180 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d3f6d-9249-402b-8bde-2268ab50403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c7da3-91d9-4329-949f-8897552e8ca7,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:51.668947 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Pushing event updated for resources: {'Port': ['ID=e9beee6c-c574-4107-bbec-a2c28c8754d9,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:51.681507 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5f9d3f6d-9249-402b-8bde-2268ab50403c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c903cfe17f4c490ab9777c50a483c131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235338 Mar 28 23:38:51.683287 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56234) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:51.689168 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.689643 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.690081 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.690650 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.691628 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.692224 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.692647 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.693290 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.693717 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.694259 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.695312 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.695918 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.697221 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.698034 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.698591 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:38:51.698705 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-84c2488e-00bd-4217-bf5c-08bea73309c1 req-bbe9acb3-b42a-4c88-b4a9-3a7e772fe6dc tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 210 time: 0.0489216 Mar 28 23:38:51.703627 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:51.704499 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:51.750435 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2afb7-287f-471a-8a28-a08b115ad995 req-4c7bda0e-c71c-4495-8942-2e7dd3902f91 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:51.759440 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-70c2afb7-287f-471a-8a28-a08b115ad995 req-4c7bda0e-c71c-4495-8942-2e7dd3902f91 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.2789409 Mar 28 23:38:51.784907 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Allocated IP 172.20.0.1 (c82322be-b69a-43cc-b597-25381cb6f92d/b0036c71-2b4a-43b6-a6a4-f33c93551982/d82ff324-8f22-46b8-a8f9-e9bc232a3670) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:51.804114 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14ac9737-12fd-48c4-8451-2c6e0f704eb6 admin admin] Publish callbacks [] for security_group (c92c7da3-91d9-4329-949f-8897552e8ca7), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.811013 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Allocated IP 172.20.0.4 (00b276d0-70ed-4301-af46-4604f0e3dabb/1437b5fe-a42b-4e6a-beea-b5febed343c3/b69df069-67ae-4456-8164-33202dcd6715) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:51.864514 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-70c2afb7-287f-471a-8a28-a08b115ad995 req-c5eae6ff-c870-44d9-a8ad-e96225dc38a9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939455 Mar 28 23:38:51.866440 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:51.883422 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14ac9737-12fd-48c4-8451-2c6e0f704eb6 admin admin] Publish callbacks [] for security_group (c92c7da3-91d9-4329-949f-8897552e8ca7), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.984115 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14ac9737-12fd-48c4-8451-2c6e0f704eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c92c7da3-91d9-4329-949f-8897552e8ca7), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.988436 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14ac9737-12fd-48c4-8451-2c6e0f704eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:51.992228 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-14ac9737-12fd-48c4-8451-2c6e0f704eb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c92c7da3-91d9-4329-949f-8897552e8ca7 HTTP/1.1" status: 204 len: 168 time: 0.3058746 Mar 28 23:38:51.992395 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Publish callbacks [] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.000441 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac9737-12fd-48c4-8451-2c6e0f704eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c7da3-91d9-4329-949f-8897552e8ca7,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:52.098905 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks [] for port (b69df069-67ae-4456-8164-33202dcd6715), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.116174 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd40b2-4310-460a-b6f4-ff171faa676e None None] Pushing event updated for resources: {'Port': ['ID=e9beee6c-c574-4107-bbec-a2c28c8754d9,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:52.117327 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.167432 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Network c82322be-b69a-43cc-b597-25381cb6f92d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:52.176780 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:52.183263 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:52.183649 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (2c79f365-fcaa-4407-b356-edf73ce13205), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.200744 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:49Z', 'revision_number': 3, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:52.227713 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Pushing event updated for resources: {'Port': ['ID=d82ff324-8f22-46b8-a8f9-e9bc232a3670,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:52.235066 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366bdb11-e880-4052-a3f6-1d499a40065f None None] The sync data for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb is: [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:49Z', 'revision_number': 3, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:38:52.246267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (b69df069-67ae-4456-8164-33202dcd6715), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.336106 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Network 00b276d0-70ed-4301-af46-4604f0e3dabb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:52.363932 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:52.372430 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:52.377605 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:52.382694 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.407509 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Pushing event updated for resources: {'Port': ['ID=b69df069-67ae-4456-8164-33202dcd6715,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:52.411970 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 5a790e46-4ebd-4b19-8035-b86156a9c83c up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:52.464871 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-6646e53a-d00c-4da7-8810-3dd40a5d860a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2155309 Mar 28 23:38:52.478398 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Request body: {'port': {'device_id': 'b8a6f990-097f-4ace-8c78-9e88f0b9fa5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:52.493219 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 5a790e46-4ebd-4b19-8035-b86156a9c83c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:52.493820 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.564545 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-4775c92e-5476-45a8-ab36-d4bb41fca918 None None] Provisioning complete for port d82ff324-8f22-46b8-a8f9-e9bc232a3670 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:52.565601 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4775c92e-5476-45a8-ab36-d4bb41fca918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.586828 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.606540 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b69df069-67ae-4456-8164-33202dcd6715), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:52.624889 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4775c92e-5476-45a8-ab36-d4bb41fca918 None None] Port d82ff324-8f22-46b8-a8f9-e9bc232a3670 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:52.710781 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 5a790e46-4ebd-4b19-8035-b86156a9c83c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:53.061082 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eb7f6-f5f4-432a-a8fe-0c55da13da71 req-f16f8030-17e7-44bb-94e1-2d7aacf4b2e3 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:53.072367 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ec8eb7f6-f5f4-432a-a8fe-0c55da13da71 req-f16f8030-17e7-44bb-94e1-2d7aacf4b2e3 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1186790 Mar 28 23:38:53.126798 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ec8eb7f6-f5f4-432a-a8fe-0c55da13da71 req-15994a9b-4130-4506-b727-b7eaad07988f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 Mar 28 23:38:53.222037 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15fbfd-f691-4850-967f-233b1f047e44 req-9516c946-fa98-4930-8a6d-203e90b1ed0a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:53.226676 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba15fbfd-f691-4850-967f-233b1f047e44 req-9516c946-fa98-4930-8a6d-203e90b1ed0a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 931 time: 0.4070323 Mar 28 23:38:53.290178 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Publish callbacks [] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:53.301389 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:53.302119 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (2c79f365-fcaa-4407-b356-edf73ce13205), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:53.373121 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ba15fbfd-f691-4850-967f-233b1f047e44 req-1fa478af-2630-4709-a650-ad2336d8bde0 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406050 Mar 28 23:38:53.465713 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Pushing event updated for resources: {'Port': ['ID=d82ff324-8f22-46b8-a8f9-e9bc232a3670,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:53.522480 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69df069-67ae-4456-8164-33202dcd6715 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:53.532599 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Network c82322be-b69a-43cc-b597-25381cb6f92d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:53.535450 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Publish callbacks [] for port (b69df069-67ae-4456-8164-33202dcd6715), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:53.538214 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:53.615973 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Transition to ACTIVE for port object b69df069-67ae-4456-8164-33202dcd6715 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:38:53.624931 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (b69df069-67ae-4456-8164-33202dcd6715), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:53.713471 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Pushing event updated for resources: {'Port': ['ID=b69df069-67ae-4456-8164-33202dcd6715,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:53.765074 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Router 2c79f365-fcaa-4407-b356-edf73ce13205 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:38:53.780825 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Attempting to bind port b69df069-67ae-4456-8164-33202dcd6715 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:53.781262 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Attempting to bind port b69df069-67ae-4456-8164-33202dcd6715 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:53.781695 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Attempting to bind port b69df069-67ae-4456-8164-33202dcd6715 on network 00b276d0-70ed-4301-af46-4604f0e3dabb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:53.793559 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Port b69df069-67ae-4456-8164-33202dcd6715 on network 00b276d0-70ed-4301-af46-4604f0e3dabb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:38:53.793920 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Attempting to bind port b69df069-67ae-4456-8164-33202dcd6715 on network 00b276d0-70ed-4301-af46-4604f0e3dabb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:53.835290 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:53.835697 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Checking segment: {'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:53.836144 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Bound using segment: {'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:53.836609 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Bound port: b69df069-67ae-4456-8164-33202dcd6715, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:53.837035 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b69df069-67ae-4456-8164-33202dcd6715), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:53.867441 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-8a7dae0f-b9b3-4cc8-92a4-3fdd382066b4 None None] Provisioning complete for port d82ff324-8f22-46b8-a8f9-e9bc232a3670 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:53.867980 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8a7dae0f-b9b3-4cc8-92a4-3fdd382066b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:53.911590 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8a7dae0f-b9b3-4cc8-92a4-3fdd382066b4 None None] Port d82ff324-8f22-46b8-a8f9-e9bc232a3670 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:38:53.967120 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] For port b69df069-67ae-4456-8164-33202dcd6715, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:53.969972 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:38:53.976335 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-7d408322-70ca-4c61-817b-8a7984ac3884 admin admin] 10.222.0.16 "PUT /v2.0/routers/2c79f365-fcaa-4407-b356-edf73ce13205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3726842 Mar 28 23:38:53.985708 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] For port b69df069-67ae-4456-8164-33202dcd6715, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b69df069-67ae-4456-8164-33202dcd6715,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:53.993444 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (b69df069-67ae-4456-8164-33202dcd6715), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:54.059513 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Pushing event updated for resources: {'Port': ['ID=b69df069-67ae-4456-8164-33202dcd6715,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:54.064780 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:54.065460 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:54.067807 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-efd9b278-b279-4697-9706-9260a9e3e491 service neutron] 10.222.0.30 "PUT /v2.0/ports/b69df069-67ae-4456-8164-33202dcd6715 HTTP/1.1" status: 200 len: 1093 time: 1.5957499 Mar 28 23:38:54.068273 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a6f990-097f-4ace-8c78-9e88f0b9fa5f', 'tag': 'b69df069-67ae-4456-8164-33202dcd6715'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:54.070585 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06133ce8-accd-4507-97ea-17b747aa9e05" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a6f990-097f-4ace-8c78-9e88f0b9fa5f", "tag": "b69df069-67ae-4456-8164-33202dcd6715"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:54.144496 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044d4f0a-d169-483e-a94c-5b7c0311101b x-openstack-request-id: req-044d4f0a-d169-483e-a94c-5b7c0311101b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:54.145074 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a6f990-097f-4ace-8c78-9e88f0b9fa5f", "tag": "b69df069-67ae-4456-8164-33202dcd6715", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:54.145278 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-044d4f0a-d169-483e-a94c-5b7c0311101b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:54.145700 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044d4f0a-d169-483e-a94c-5b7c0311101b'] response: {'name': 'network-changed', 'server_uuid': 'b8a6f990-097f-4ace-8c78-9e88f0b9fa5f', 'tag': 'b69df069-67ae-4456-8164-33202dcd6715', 'status': 'completed', 'code': 200} Mar 28 23:38:54.232186 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-db0f57b4-6aec-44a6-81f1-82b632cd1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:54.233689 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-db0f57b4-6aec-44a6-81f1-82b632cd1014 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b78a429f5474763be6369bf5c15a3b7&device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 1127 time: 0.1099660 Mar 28 23:38:54.321321 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-7fa2d131-0a1f-4ec3-8fcc-e49f25172dae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69df069-67ae-4456-8164-33202dcd6715 HTTP/1.1" status: 200 len: 217 time: 0.0435953 Mar 28 23:38:54.381722 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a0e7c-c863-4e90-8793-09f85d4f215e req-8c23f164-faf3-47b4-b757-3497745fed05 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:54.388424 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-db7a0e7c-c863-4e90-8793-09f85d4f215e req-8c23f164-faf3-47b4-b757-3497745fed05 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1589904 Mar 28 23:38:54.445367 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device e9beee6c-c574-4107-bbec-a2c28c8754d9 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:54.467781 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-b9b66115-f140-406d-a2fd-2ffb2e00468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:54.469446 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-b9b66115-f140-406d-a2fd-2ffb2e00468e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1437b5fe-a42b-4e6a-beea-b5febed343c3 HTTP/1.1" status: 200 len: 848 time: 0.1413090 Mar 28 23:38:54.510398 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-2343cace-529b-4abf-ad06-d9d70c0e2e10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00b276d0-70ed-4301-af46-4604f0e3dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315759 Mar 28 23:38:54.519957 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-db7a0e7c-c863-4e90-8793-09f85d4f215e req-2c5f3dfd-f5a0-4eb9-aa25-a7f3ec6a73de tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303098 Mar 28 23:38:54.537524 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port e9beee6c-c574-4107-bbec-a2c28c8754d9 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:54.537941 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:54.568331 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69db93-b07b-4936-a1c4-037eb1ad0f95 req-d245fa07-0d79-4f03-89bb-e288fa4a803e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:54.570129 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fa69db93-b07b-4936-a1c4-037eb1ad0f95 req-d245fa07-0d79-4f03-89bb-e288fa4a803e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 943 time: 0.0698466 Mar 28 23:38:54.599329 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Sync routers for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:38:54.618942 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:54.620504 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:54.630606 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-29b90191-9f75-4e0b-a458-fda42b8e2a2a service neutron] 10.222.0.30 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092281 Mar 28 23:38:54.665637 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fa69db93-b07b-4936-a1c4-037eb1ad0f95 req-f24f6a63-42a9-498b-9eee-a775efd2d1b7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893757 Mar 28 23:38:54.723199 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port e9beee6c-c574-4107-bbec-a2c28c8754d9 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:54.723815 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:54.795047 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port e9beee6c-c574-4107-bbec-a2c28c8754d9, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=e9beee6c-c574-4107-bbec-a2c28c8754d9,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:54.806968 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f0ef2724-b930-4f8c-bade-4e3a9c025150 req-fb306724-6809-4e22-bc1a-eb7d2dc71f42 service neutron] 10.222.0.30 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691961 Mar 28 23:38:54.822257 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:54.893003 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497a1e1-05f7-45aa-a216-04a5a735fad6 req-29d774d2-4d5b-498d-820e-786a474123ec tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:54.901718 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:54.904618 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f497a1e1-05f7-45aa-a216-04a5a735fad6 req-29d774d2-4d5b-498d-820e-786a474123ec tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 945 time: 0.0883214 Mar 28 23:38:54.905535 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56360) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:54.928697 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1542530201-network', 'tenant_id': '0b3db85485774776b863797892811761'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:54.930944 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-fc51ae55-72c4-4df6-848d-676a69162299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:54.932627 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-fc51ae55-72c4-4df6-848d-676a69162299 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b78a429f5474763be6369bf5c15a3b7&device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 1127 time: 0.0491884 Mar 28 23:38:54.966836 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f497a1e1-05f7-45aa-a216-04a5a735fad6 req-988ed7f8-47f5-42eb-9ffd-3099468c93b6 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619841 Mar 28 23:38:54.968362 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Made reservation on behalf of 0b3db85485774776b863797892811761 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:54.970883 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:54.980592 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.040979 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=e9beee6c-c574-4107-bbec-a2c28c8754d9,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:55.063418 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Publish callbacks [] for security_group (197e38ed-15bd-4f37-bc11-e1cee03e675e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.068049 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (197e38ed-15bd-4f37-bc11-e1cee03e675e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.090312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:38:55.096815 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-abf9e107-1517-4228-8a79-4e99f1b32d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:55.100379 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-abf9e107-1517-4228-8a79-4e99f1b32d10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00b276d0-70ed-4301-af46-4604f0e3dabb HTTP/1.1" status: 200 len: 909 time: 0.1499417 Mar 28 23:38:55.107035 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197e38ed-15bd-4f37-bc11-e1cee03e675e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:55.110352 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (372ae848-ed49-43a1-8396-a8e5fc01c95d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.110772 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Added segment 372ae848-ed49-43a1-8396-a8e5fc01c95d of type vlan for network feb27aa5-b90c-4c44-9679-1c405f6c998c Mar 28 23:38:55.156927 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (feb27aa5-b90c-4c44-9679-1c405f6c998c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.178996 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-138f654b-2817-4fca-a846-4d79a96181e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69df069-67ae-4456-8164-33202dcd6715 HTTP/1.1" status: 200 len: 217 time: 0.0708673 Mar 28 23:38:55.189841 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (feb27aa5-b90c-4c44-9679-1c405f6c998c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.191567 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:55.192242 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.210838 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 2, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:55.243363 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Checking router: 2c79f365-fcaa-4407-b356-edf73ce13205 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:38:55.244715 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Updating router 2c79f365-fcaa-4407-b356-edf73ce13205 port d82ff324-8f22-46b8-a8f9-e9bc232a3670 binding host dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:38:55.259239 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-3670a444-1f0b-41e8-aee3-afc1a0fe4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:55.259409 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3494985 Mar 28 23:38:55.260968 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56364) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:55.263974 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-3670a444-1f0b-41e8-aee3-afc1a0fe4919 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1437b5fe-a42b-4e6a-beea-b5febed343c3 HTTP/1.1" status: 200 len: 848 time: 0.0778167 Mar 28 23:38:55.266511 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Request body: {'subnet': {'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1542530201-subnet', 'tenant_id': '0b3db85485774776b863797892811761', 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:55.282335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0ae50-d8e6-4261-8e38-1c8dbe673ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=feb27aa5-b90c-4c44-9679-1c405f6c998c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:55.288524 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.305421 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network feb27aa5-b90c-4c44-9679-1c405f6c998c details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:38:55.306511 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Made reservation on behalf of 0b3db85485774776b863797892811761 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:38:55.310765 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723756'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.313766 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-b3ff24f2-45f0-42bb-a504-9faa4ef2d54e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00b276d0-70ed-4301-af46-4604f0e3dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379419 Mar 28 23:38:55.430846 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-8b204d87-052c-455d-8df6-fb2a56784856 service neutron] 10.222.0.30 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994163 Mar 28 23:38:55.508256 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5498234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723770'] for subnet (8d34fe81-2256-4268-8541-e7dc5e1e4421), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.563559 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06133ce8-accd-4507-97ea-17b747aa9e05 req-67c962ab-2d88-42d0-88ba-4f1f9eb57e67 service neutron] 10.222.0.30 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257575 Mar 28 23:38:55.571062 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d34fe81-2256-4268-8541-e7dc5e1e4421,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:55.588634 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Checking segment: {'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:55.588998 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Network hostable DHCP agents. Network: feb27aa5-b90c-4c44-9679-1c405f6c998c, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:38:55.617683 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Network feb27aa5-b90c-4c44-9679-1c405f6c998c is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:38:55.629297 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, feb27aa5-b90c-4c44-9679-1c405f6c998c) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:55.639800 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6456f-45c4-46f8-9cfa-9f5f6c05a23e None None] Network feb27aa5-b90c-4c44-9679-1c405f6c998c requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:55.641958 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:55.642637 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.667328 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-a2e65774-5441-452b-ba36-375293fadbf1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4025974 Mar 28 23:38:55.667760 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56386) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:55.672596 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:38:55.696195 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.698530 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.741959 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37721-5b6a-4d48-bd2a-75a3ea1173be req-d9890f69-b8ec-46b1-8060-be43b92c98d9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:55.743754 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eef37721-5b6a-4d48-bd2a-75a3ea1173be req-d9890f69-b8ec-46b1-8060-be43b92c98d9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0795631 Mar 28 23:38:55.778809 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-feb27aa5-b90c-4c44-9679-1c405f6c998c', 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c', 'project_id': '0b3db85485774776b863797892811761', 'fixed_ips': [{'subnet_id': '8d34fe81-2256-4268-8541-e7dc5e1e4421'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:38:55.779977 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.824233 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Publish callbacks [] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.825017 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eef37721-5b6a-4d48-bd2a-75a3ea1173be req-c5192fdf-0807-4bdf-9236-82ed57395389 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729685 Mar 28 23:38:55.838083 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks [] for router_controller (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.890060 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:55.932724 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21737f-0d40-4a98-b4bc-99d284b76a7c req-f78128d6-4ce2-4469-97ac-e19f61d7b9f0 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:55.934225 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8c21737f-0d40-4a98-b4bc-99d284b76a7c req-f78128d6-4ce2-4469-97ac-e19f61d7b9f0 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 943 time: 0.1312459 Mar 28 23:38:55.940479 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c1cc6-7eb7-433b-8967-06f90b02d735 None None] Pushing event updated for resources: {'Port': ['ID=d82ff324-8f22-46b8-a8f9-e9bc232a3670,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:56.069602 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Allocated IP 172.20.0.2 (feb27aa5-b90c-4c44-9679-1c405f6c998c/8d34fe81-2256-4268-8541-e7dc5e1e4421/8b77c457-3649-4501-a650-1a1ba0d9fc4b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:56.075870 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Attempting to bind port d82ff324-8f22-46b8-a8f9-e9bc232a3670 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:56.076537 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Attempting to bind port d82ff324-8f22-46b8-a8f9-e9bc232a3670 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:56.077098 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Attempting to bind port d82ff324-8f22-46b8-a8f9-e9bc232a3670 on network c82322be-b69a-43cc-b597-25381cb6f92d {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:56.093904 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:56.111330 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Checking segment: {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:56.112206 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.113386 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Bound using segment: {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:56.114107 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Bound port: d82ff324-8f22-46b8-a8f9-e9bc232a3670, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:56.114718 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.151479 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb0a15-2488-4d1a-8012-56bd5b0c58a6 req-6ca711af-1f1d-4416-956e-be53f6de8a79 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:56.163957 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-27eb0a15-2488-4d1a-8012-56bd5b0c58a6 req-6ca711af-1f1d-4416-956e-be53f6de8a79 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 945 time: 0.0861797 Mar 28 23:38:56.176991 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56402) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:56.249857 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] For port d82ff324-8f22-46b8-a8f9-e9bc232a3670, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:56.265340 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-27eb0a15-2488-4d1a-8012-56bd5b0c58a6 req-2ec389e4-ce28-4250-baae-665fedc61f7b tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002400 Mar 28 23:38:56.275791 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] For port d82ff324-8f22-46b8-a8f9-e9bc232a3670, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=d82ff324-8f22-46b8-a8f9-e9bc232a3670,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:56.291803 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.362335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks [] for router_gateway (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.393481 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1af14b01-c9e4-41e9-9ae6-2a7ec20c46c2 None None] Provisioning complete for port d82ff324-8f22-46b8-a8f9-e9bc232a3670 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:56.394591 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1af14b01-c9e4-41e9-9ae6-2a7ec20c46c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.408219 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device e9beee6c-c574-4107-bbec-a2c28c8754d9 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:56.415697 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b282-2381-4a0d-b004-0079c3641d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.447980 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8c21737f-0d40-4a98-b4bc-99d284b76a7c req-4d8913e6-1581-4078-88a4-0bd9dbb5cb41 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724054 Mar 28 23:38:56.600515 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b282-2381-4a0d-b004-0079c3641d7f admin admin] Publish callbacks [] for security_group (7a5c414b-5515-474e-a4eb-d488a6a072f1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.611273 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b282-2381-4a0d-b004-0079c3641d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (7a5c414b-5515-474e-a4eb-d488a6a072f1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.651887 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-dcb0b282-2381-4a0d-b004-0079c3641d7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96cda782c48c4244abe41349ed9b44b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728615 Mar 28 23:38:56.656185 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56412) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:56.666813 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks [] for router_gateway (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.670610 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0b282-2381-4a0d-b004-0079c3641d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c414b-5515-474e-a4eb-d488a6a072f1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:56.678364 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Publish callbacks [] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.698505 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c1cc6-7eb7-433b-8967-06f90b02d735 None None] Pushing event updated for resources: {'Port': ['ID=d82ff324-8f22-46b8-a8f9-e9bc232a3670,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:56.701757 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:56.702382 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:56.709279 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port e9beee6c-c574-4107-bbec-a2c28c8754d9 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:56.709586 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.722857 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.750909 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.791680 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59252c92-99f3-4764-8a44-f3c7031f8676 admin admin] Publish callbacks [] for security_group (7a5c414b-5515-474e-a4eb-d488a6a072f1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.858063 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-acefa322-da24-49d9-ae86-1ef926f076a5 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:56.860936 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Allocated IP 172.28.0.84 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/069c1c35-e973-416f-b5c1-76eefb5682db) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:38:56.864088 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-acefa322-da24-49d9-ae86-1ef926f076a5 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 945 time: 0.1865854 Mar 28 23:38:56.878142 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59252c92-99f3-4764-8a44-f3c7031f8676 admin admin] Publish callbacks [] for security_group (7a5c414b-5515-474e-a4eb-d488a6a072f1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:56.879027 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Network feb27aa5-b90c-4c44-9679-1c405f6c998c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:56.898935 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:56.911624 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:56.964931 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Pushing event updated for resources: {'Port': ['ID=8b77c457-3649-4501-a650-1a1ba0d9fc4b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:57.026653 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks [] for port (069c1c35-e973-416f-b5c1-76eefb5682db), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.040325 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59252c92-99f3-4764-8a44-f3c7031f8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (7a5c414b-5515-474e-a4eb-d488a6a072f1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.042995 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59252c92-99f3-4764-8a44-f3c7031f8676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.046792 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-59252c92-99f3-4764-8a44-f3c7031f8676 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a5c414b-5515-474e-a4eb-d488a6a072f1 HTTP/1.1" status: 204 len: 168 time: 0.3869452 Mar 28 23:38:57.051919 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a9d2a-7332-433c-b02e-ca5820c8b172 req-f173b3ea-1331-4bf9-9610-31e94a47f103 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:57.053501 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6e6a9d2a-7332-433c-b02e-ca5820c8b172 req-f173b3ea-1331-4bf9-9610-31e94a47f103 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1095994 Mar 28 23:38:57.076212 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Deleting port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:38:57.076403 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.080984 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59252c92-99f3-4764-8a44-f3c7031f8676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c414b-5515-474e-a4eb-d488a6a072f1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:57.090226 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:57.104022 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.151041 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:38:57.154358 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:38:57.163047 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:38:57.179095 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6e6a9d2a-7332-433c-b02e-ca5820c8b172 req-aa817b0b-0dec-406e-90b0-bb2de2e35fc8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166604 Mar 28 23:38:57.222670 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] For port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,segment=NetworkSegment(ab33c49d-e10b-4c00-9268-0be41f2c269d),segment_id=ab33c49d-e10b-4c00-9268-0be41f2c269d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:57.223096 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.239269 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Calling delete_port for 7728156f-5ff1-4b1d-8fbb-77f2614e44fa owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:38:57.247387 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Pushing event updated for resources: {'Port': ['ID=069c1c35-e973-416f-b5c1-76eefb5682db,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:57.261402 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port e9beee6c-c574-4107-bbec-a2c28c8754d9 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:57.266688 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Attempting to bind port 8b77c457-3649-4501-a650-1a1ba0d9fc4b on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:38:57.267061 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Attempting to bind port 8b77c457-3649-4501-a650-1a1ba0d9fc4b by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:38:57.267518 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Attempting to bind port 8b77c457-3649-4501-a650-1a1ba0d9fc4b on network feb27aa5-b90c-4c44-9679-1c405f6c998c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:38:57.325843 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:38:57.326273 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Checking segment: {'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:38:57.326702 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.327103 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Bound using segment: {'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:38:57.327613 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Bound port: 8b77c457-3649-4501-a650-1a1ba0d9fc4b, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:38:57.328109 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.377375 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1af14b01-c9e4-41e9-9ae6-2a7ec20c46c2 None None] Current status of the port d82ff324-8f22-46b8-a8f9-e9bc232a3670 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:57.377784 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1af14b01-c9e4-41e9-9ae6-2a7ec20c46c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.417018 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (7728156f-5ff1-4b1d-8fbb-77f2614e44fa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.422364 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1af14b01-c9e4-41e9-9ae6-2a7ec20c46c2 None None] For port d82ff324-8f22-46b8-a8f9-e9bc232a3670, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=d82ff324-8f22-46b8-a8f9-e9bc232a3670,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:57.458505 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Pushing event deleted for resources: {'Port': ['ID=7728156f-5ff1-4b1d-8fbb-77f2614e44fa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:57.465272 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea60431-cef9-4260-b757-530f5698e346 req-35b19237-100c-4cd5-ad16-562d59037ca7 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:57.467083 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0ea60431-cef9-4260-b757-530f5698e346 req-35b19237-100c-4cd5-ad16-562d59037ca7 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba3cd98-7617-4310-a800-4d561b69ccc0 HTTP/1.1" status: 200 len: 867 time: 0.0829530 Mar 28 23:38:57.478516 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56426) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:57.478724 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['7728156f-5ff1-4b1d-8fbb-77f2614e44fa'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:38:57.480799 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1af14b01-c9e4-41e9-9ae6-2a7ec20c46c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.515012 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] For port 8b77c457-3649-4501-a650-1a1ba0d9fc4b, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:38:57.532675 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a59ccf3d-0dc0-4575-966e-ed5d5363b65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.545401 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] No DVR routers for this DVR port 7728156f-5ff1-4b1d-8fbb-77f2614e44fa on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:38:57.575066 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.578506 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e7783b96-6df6-46ff-8db3-774ac1a48a4f req-8c1e317a-a2ba-4229-8b7c-f5c4097130dc tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.30 "DELETE /v2.0/ports/7728156f-5ff1-4b1d-8fbb-77f2614e44fa HTTP/1.1" status: 204 len: 173 time: 0.7033854 Mar 28 23:38:57.579091 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba3cd98-7617-4310-a800-4d561b69ccc0', 'name': 'network-vif-deleted', 'tag': '7728156f-5ff1-4b1d-8fbb-77f2614e44fa'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:38:57.581714 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d672eda4-b3fc-457a-98c1-ea13ce2bd0ce" -d '{"events": [{"server_uuid": "5ba3cd98-7617-4310-a800-4d561b69ccc0", "name": "network-vif-deleted", "tag": "7728156f-5ff1-4b1d-8fbb-77f2614e44fa"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:38:57.611400 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0ea60431-cef9-4260-b757-530f5698e346 req-48f82961-b49b-40c3-aa4c-53e95506f819 tempest-VolumesActionsTest-1297063688 tempest-VolumesActionsTest-1297063688-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ea42ff6-16c3-458e-905d-a59a497318d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937073 Mar 28 23:38:57.624290 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] For port 8b77c457-3649-4501-a650-1a1ba0d9fc4b, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=8b77c457-3649-4501-a650-1a1ba0d9fc4b,segment=NetworkSegment(372ae848-ed49-43a1-8396-a8e5fc01c95d),segment_id=372ae848-ed49-43a1-8396-a8e5fc01c95d)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:38:57.642324 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af14b01-c9e4-41e9-9ae6-2a7ec20c46c2 None None] Pushing event updated for resources: {'Port': ['ID=d82ff324-8f22-46b8-a8f9-e9bc232a3670,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:57.642850 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks [] for router_gateway (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.655458 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fede8-994e-4082-abbe-bc56d775a1c9 req-37f2b778-6c83-4bf8-90c2-bbef66b45db0 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:57.663194 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c9fede8-994e-4082-abbe-bc56d775a1c9 req-37f2b778-6c83-4bf8-90c2-bbef66b45db0 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 943 time: 0.1210353 Mar 28 23:38:57.665720 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.739693 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a679b35-9f66-40e7-a1d0-5974d9099ff9 x-openstack-request-id: req-3a679b35-9f66-40e7-a1d0-5974d9099ff9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:38:57.740074 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba3cd98-7617-4310-a800-4d561b69ccc0", "name": "network-vif-deleted", "tag": "7728156f-5ff1-4b1d-8fbb-77f2614e44fa", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:38:57.740274 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a679b35-9f66-40e7-a1d0-5974d9099ff9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:38:57.741278 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a679b35-9f66-40e7-a1d0-5974d9099ff9'] response: {'server_uuid': '5ba3cd98-7617-4310-a800-4d561b69ccc0', 'name': 'network-vif-deleted', 'tag': '7728156f-5ff1-4b1d-8fbb-77f2614e44fa', 'status': 'completed', 'code': 200} Mar 28 23:38:57.751275 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-f76861ce-c0e6-4ca0-b150-d09783efb93e None None] Provisioning complete for port d82ff324-8f22-46b8-a8f9-e9bc232a3670 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:57.751813 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f76861ce-c0e6-4ca0-b150-d09783efb93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.759243 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a59ccf3d-0dc0-4575-966e-ed5d5363b65b admin admin] Publish callbacks [] for security_group (b3645842-5d31-4370-b5e4-6f1a3e845cac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.766373 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0c9fede8-994e-4082-abbe-bc56d775a1c9 req-e73cc3fe-b34b-4417-8591-35ca3eb5b7ac tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022346 Mar 28 23:38:57.768376 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a59ccf3d-0dc0-4575-966e-ed5d5363b65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b3645842-5d31-4370-b5e4-6f1a3e845cac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.803266 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ccf3d-0dc0-4575-966e-ed5d5363b65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3645842-5d31-4370-b5e4-6f1a3e845cac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:57.837387 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-a59ccf3d-0dc0-4575-966e-ed5d5363b65b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=730f653c65b9474dae98d93e0953885e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585010 Mar 28 23:38:57.839987 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:57.842891 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e890a-7578-4863-9f9a-361309571342 None None] Pushing event updated for resources: {'Port': ['ID=8b77c457-3649-4501-a650-1a1ba0d9fc4b,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:57.854220 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:56Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:57.886540 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765e2b8-b342-4ab6-a21f-74a86c20d52f None None] The sync data for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb is: [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:56Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:38:57.912705 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37c04bc-7aa1-4713-99a9-bffaa5a94d87 admin admin] Publish callbacks [] for security_group (b3645842-5d31-4370-b5e4-6f1a3e845cac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.915018 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:57.952707 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f76861ce-c0e6-4ca0-b150-d09783efb93e None None] Current status of the port d82ff324-8f22-46b8-a8f9-e9bc232a3670 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:57.973321 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37c04bc-7aa1-4713-99a9-bffaa5a94d87 admin admin] Publish callbacks [] for security_group (b3645842-5d31-4370-b5e4-6f1a3e845cac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:58.043582 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37c04bc-7aa1-4713-99a9-bffaa5a94d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b3645842-5d31-4370-b5e4-6f1a3e845cac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:58.046256 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a37c04bc-7aa1-4713-99a9-bffaa5a94d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:58.047578 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-a37c04bc-7aa1-4713-99a9-bffaa5a94d87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3645842-5d31-4370-b5e4-6f1a3e845cac HTTP/1.1" status: 204 len: 168 time: 0.2059944 Mar 28 23:38:58.070925 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c04bc-7aa1-4713-99a9-bffaa5a94d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3645842-5d31-4370-b5e4-6f1a3e845cac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:58.210746 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:38:58.381348 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device b69df069-67ae-4456-8164-33202dcd6715 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:38:58.547786 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:38:58.559901 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Sync routers for ids ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:38:58.577046 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device d82ff324-8f22-46b8-a8f9-e9bc232a3670 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:58.577686 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Routers {'9f2d635d-535e-4ffb-a7dc-e7b669ce015d'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:38:58.578324 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:58.581922 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e81448-f66d-4906-ab95-d59651eda584 req-65beaaee-b00c-49f0-8e2c-7bfe7987594c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:58.583619 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-11e81448-f66d-4906-ab95-d59651eda584 req-65beaaee-b00c-49f0-8e2c-7bfe7987594c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0962679 Mar 28 23:38:58.591047 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:58.594795 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-167e4dd8-8a72-4900-9301-12897e919f41 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9234798 Mar 28 23:38:58.595147 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:38:58.703332 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port b69df069-67ae-4456-8164-33202dcd6715, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b69df069-67ae-4456-8164-33202dcd6715,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:58.729100 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-11e81448-f66d-4906-ab95-d59651eda584 req-1461a2ae-bfa2-4337-9399-4663d95b7b96 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356895 Mar 28 23:38:58.752007 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'b69df069-67ae-4456-8164-33202dcd6715', 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb', 'port_id': 'b69df069-67ae-4456-8164-33202dcd6715', 'mac_address': 'fa:16:3e:bc:20:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1437b5fe-a42b-4e6a-beea-b5febed343c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:38:58.792435 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Set router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:38:58.890763 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port d82ff324-8f22-46b8-a8f9-e9bc232a3670 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:38:58.894776 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:59.049613 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port b69df069-67ae-4456-8164-33202dcd6715 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:59.070460 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b69df069-67ae-4456-8164-33202dcd6715), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:59.130144 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7954971-8e46-4085-9caf-988f9da50b63 req-46bcff2c-acce-4a2e-babf-c3d5d559b140 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:38:59.138522 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f7954971-8e46-4085-9caf-988f9da50b63 req-46bcff2c-acce-4a2e-babf-c3d5d559b140 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 943 time: 0.1891549 Mar 28 23:38:59.150398 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69df069-67ae-4456-8164-33202dcd6715 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:38:59.177046 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 3, 'project_id': '0b3db85485774776b863797892811761', 'gw_port': {'id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:56Z', 'updated_at': '2022-03-28T23:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:38:59.227278 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port b69df069-67ae-4456-8164-33202dcd6715, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b69df069-67ae-4456-8164-33202dcd6715,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:38:59.260365 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Checking router: 9f2d635d-535e-4ffb-a7dc-e7b669ce015d for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:38:59.260935 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Updating router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d port 069c1c35-e973-416f-b5c1-76eefb5682db binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:38:59.313173 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:59.358076 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (b69df069-67ae-4456-8164-33202dcd6715), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:38:59.360694 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port d82ff324-8f22-46b8-a8f9-e9bc232a3670 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:38:59.361719 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 8b77c457-3649-4501-a650-1a1ba0d9fc4b up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:38:59.472703 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f7954971-8e46-4085-9caf-988f9da50b63 req-952e7326-97ba-44e8-8e80-864274e7a3c2 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331637 Mar 28 23:38:59.754933 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=b69df069-67ae-4456-8164-33202dcd6715,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:38:59.764807 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111133f-7afa-4859-9407-56c0e47f14fa None None] Network feb27aa5-b90c-4c44-9679-1c405f6c998c requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:38:59.903244 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['b69df069-67ae-4456-8164-33202dcd6715'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:00.007492 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Publish callbacks [] for port (069c1c35-e973-416f-b5c1-76eefb5682db), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.008635 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 8b77c457-3649-4501-a650-1a1ba0d9fc4b triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:00.009014 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.012581 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b56b7-47d8-4134-82e7-df7935b07f79 req-eb77b36f-5910-42bf-a069-1e89f92d3a5e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:00.014837 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-de7b56b7-47d8-4134-82e7-df7935b07f79 req-eb77b36f-5910-42bf-a069-1e89f92d3a5e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1385417 Mar 28 23:39:00.027979 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.159325 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Attempting to bind port 069c1c35-e973-416f-b5c1-76eefb5682db on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:39:00.160323 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Attempting to bind port 069c1c35-e973-416f-b5c1-76eefb5682db by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:39:00.160914 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Attempting to bind port 069c1c35-e973-416f-b5c1-76eefb5682db on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:00.183352 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:39:00.184057 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:39:00.184655 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.185249 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:39:00.185916 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Bound port: 069c1c35-e973-416f-b5c1-76eefb5682db, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:39:00.186587 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.198607 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-de7b56b7-47d8-4134-82e7-df7935b07f79 req-9bfc0df6-e331-45ed-b8fb-85a517ab2585 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744516 Mar 28 23:39:00.232795 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-c1784d13-6db7-4894-b2d2-f407b606ae70 None None] Provisioning complete for port 8b77c457-3649-4501-a650-1a1ba0d9fc4b triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:00.233256 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1784d13-6db7-4894-b2d2-f407b606ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.251491 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3a9d9-3174-47d7-8e06-8c2bb0c41dde None None] Pushing event updated for resources: {'Port': ['ID=069c1c35-e973-416f-b5c1-76eefb5682db,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:00.303269 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] For port 069c1c35-e973-416f-b5c1-76eefb5682db, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:39:00.316403 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] For port 069c1c35-e973-416f-b5c1-76eefb5682db, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=069c1c35-e973-416f-b5c1-76eefb5682db,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:39:00.322741 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.327356 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.404115 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Routers {'9f2d635d-535e-4ffb-a7dc-e7b669ce015d'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:39:00.413666 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:38:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:00.416232 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 7728156f-5ff1-4b1d-8fbb-77f2614e44fa no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:39:00.449272 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c1784d13-6db7-4894-b2d2-f407b606ae70 None None] Current status of the port 8b77c457-3649-4501-a650-1a1ba0d9fc4b is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:00.449667 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1784d13-6db7-4894-b2d2-f407b606ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.451482 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 7728156f-5ff1-4b1d-8fbb-77f2614e44fa {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:39:00.451848 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 7728156f-5ff1-4b1d-8fbb-77f2614e44fa not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:39:00.530838 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 8b77c457-3649-4501-a650-1a1ba0d9fc4b is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:00.531459 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.634872 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3a9d9-3174-47d7-8e06-8c2bb0c41dde None None] Pushing event updated for resources: {'Port': ['ID=069c1c35-e973-416f-b5c1-76eefb5682db,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:00.645428 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-c1784d13-6db7-4894-b2d2-f407b606ae70 None None] For port 8b77c457-3649-4501-a650-1a1ba0d9fc4b, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=8b77c457-3649-4501-a650-1a1ba0d9fc4b,segment=NetworkSegment(372ae848-ed49-43a1-8396-a8e5fc01c95d),segment_id=372ae848-ed49-43a1-8396-a8e5fc01c95d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:00.692954 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1784d13-6db7-4894-b2d2-f407b606ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:00.705502 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] Set router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:39:00.812913 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784d13-6db7-4894-b2d2-f407b606ae70 None None] Pushing event updated for resources: {'Port': ['ID=8b77c457-3649-4501-a650-1a1ba0d9fc4b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:00.903483 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Allocated IP 172.20.0.1 (feb27aa5-b90c-4c44-9679-1c405f6c998c/8d34fe81-2256-4268-8541-e7dc5e1e4421/4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:00.904694 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.db.api [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 23:39:00.905285 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG oslo_db.api [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 23:39:00.945005 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a4bc-8b61-4f2b-91da-c8b1e6b371b2 req-b0b32ab3-cbfb-4382-8762-1e74c0f750de tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:00.946646 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1ae9a4bc-8b61-4f2b-91da-c8b1e6b371b2 req-b0b32ab3-cbfb-4382-8762-1e74c0f750de tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 944 time: 0.2058949 Mar 28 23:39:00.954508 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3167a974-42cc-4441-9466-7da1e6aff561 None None] Provisioning complete for port 8b77c457-3649-4501-a650-1a1ba0d9fc4b triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:00.955195 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3167a974-42cc-4441-9466-7da1e6aff561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.038721 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 3, 'project_id': '0b3db85485774776b863797892811761', 'gw_port': {'id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:56Z', 'updated_at': '2022-03-28T23:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:01.075246 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed308fd-474f-45a5-9a74-4af7e45ebeda None None] The sync data for ids ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'] in dv-cinder-835525-1-smb is: [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 3, 'project_id': '0b3db85485774776b863797892811761', 'gw_port': {'id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:56Z', 'updated_at': '2022-03-28T23:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:39:01.093710 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3167a974-42cc-4441-9466-7da1e6aff561 None None] Current status of the port 8b77c457-3649-4501-a650-1a1ba0d9fc4b is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:01.106851 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1ae9a4bc-8b61-4f2b-91da-c8b1e6b371b2 req-8ff5ca21-9578-46a7-aee5-ac542ba0a9b0 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424117 Mar 28 23:39:01.160971 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0040d928-8fc5-46d5-8e1d-4c48ac019212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.168234 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Publish callbacks [] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.257609 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.309472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Network feb27aa5-b90c-4c44-9679-1c405f6c998c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:01.312894 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:01.316466 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:01.317965 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.356260 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687f22-ebf1-474e-aa11-7ac9c3ce31fa req-a8cb07fa-4754-485f-9bd5-3de7435dc59a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:01.357969 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2e687f22-ebf1-474e-aa11-7ac9c3ce31fa req-a8cb07fa-4754-485f-9bd5-3de7435dc59a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0694463 Mar 28 23:39:01.409834 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Pushing event updated for resources: {'Port': ['ID=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:01.450653 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2e687f22-ebf1-474e-aa11-7ac9c3ce31fa req-6f1bbdfd-309a-4ed5-b9dd-0d232bfd5aa5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755367 Mar 28 23:39:01.527216 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 8b77c457-3649-4501-a650-1a1ba0d9fc4b is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:01.607061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.678367 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56564) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:01.750262 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-54c7b308-31e8-4673-bca4-424070bb05f8 None None] Provisioning complete for port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:01.754195 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54c7b308-31e8-4673-bca4-424070bb05f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.830989 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 069c1c35-e973-416f-b5c1-76eefb5682db up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:01.883464 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-54c7b308-31e8-4673-bca4-424070bb05f8 None None] Port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:39:01.925981 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 069c1c35-e973-416f-b5c1-76eefb5682db triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:01.926266 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.930642 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Publish callbacks [] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.937070 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9755c7b-8417-45f9-876c-b8caa7e3134e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.943467 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:01.944475 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.044103 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 069c1c35-e973-416f-b5c1-76eefb5682db is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:02.044500 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.068888 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 069c1c35-e973-416f-b5c1-76eefb5682db, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=069c1c35-e973-416f-b5c1-76eefb5682db,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:02.080876 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.082304 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 8b77c457-3649-4501-a650-1a1ba0d9fc4b up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:02.104393 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Pushing event updated for resources: {'Port': ['ID=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:02.127214 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9755c7b-8417-45f9-876c-b8caa7e3134e admin admin] Publish callbacks [] for security_group (207c95a1-7aea-401d-a5e4-9ba87b22743a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.133580 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9755c7b-8417-45f9-876c-b8caa7e3134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (207c95a1-7aea-401d-a5e4-9ba87b22743a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.192976 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f9755c7b-8417-45f9-876c-b8caa7e3134e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b0625b830e54817a9e23695b8e0b9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5183611 Mar 28 23:39:02.198270 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:02.201922 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Network feb27aa5-b90c-4c44-9679-1c405f6c998c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:02.208356 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9755c7b-8417-45f9-876c-b8caa7e3134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c95a1-7aea-401d-a5e4-9ba87b22743a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:02.264982 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=069c1c35-e973-416f-b5c1-76eefb5682db,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:02.270120 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 8b77c457-3649-4501-a650-1a1ba0d9fc4b triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:02.270498 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.281270 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:02.371317 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 8b77c457-3649-4501-a650-1a1ba0d9fc4b is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:02.397248 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device b69df069-67ae-4456-8164-33202dcd6715 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:02.454864 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a30d-ae9f-4635-a623-44d1c4076bb9 admin admin] Publish callbacks [] for security_group (207c95a1-7aea-401d-a5e4-9ba87b22743a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.519988 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a30d-ae9f-4635-a623-44d1c4076bb9 admin admin] Publish callbacks [] for security_group (207c95a1-7aea-401d-a5e4-9ba87b22743a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.564028 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port b69df069-67ae-4456-8164-33202dcd6715 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:39:02.571295 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port b69df069-67ae-4456-8164-33202dcd6715 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:02.572402 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (b69df069-67ae-4456-8164-33202dcd6715), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.626243 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e884580-8ea4-449b-8b49-a52f0278cb53 req-1634334d-38ba-4074-ade5-8572aee0852f tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:02.627790 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7e884580-8ea4-449b-8b49-a52f0278cb53 req-1634334d-38ba-4074-ade5-8572aee0852f tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 944 time: 0.3504674 Mar 28 23:39:02.633735 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:39:02.659486 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a30d-ae9f-4635-a623-44d1c4076bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (207c95a1-7aea-401d-a5e4-9ba87b22743a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.662972 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a30d-ae9f-4635-a623-44d1c4076bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.664318 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-8cd5a30d-ae9f-4635-a623-44d1c4076bb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/207c95a1-7aea-401d-a5e4-9ba87b22743a HTTP/1.1" status: 204 len: 168 time: 0.4646814 Mar 28 23:39:02.673781 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235918-1cff-4c7f-a2c2-c113bf60c38e req-0b636069-1584-4d02-984e-850bdc3bb180 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:02.682029 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c8235918-1cff-4c7f-a2c2-c113bf60c38e req-0b636069-1584-4d02-984e-850bdc3bb180 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0827715 Mar 28 23:39:02.694750 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-80e5ee94-bc7a-42d1-8b56-ae77f20aeb10 None None] Provisioning complete for port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:02.695242 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80e5ee94-bc7a-42d1-8b56-ae77f20aeb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.754539 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c8235918-1cff-4c7f-a2c2-c113bf60c38e req-9008371d-7c3a-4109-85c5-8b0e4f5f89d1 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668969 Mar 28 23:39:02.820406 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port b69df069-67ae-4456-8164-33202dcd6715 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:02.820799 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b69df069-67ae-4456-8164-33202dcd6715), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.823007 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-80e5ee94-bc7a-42d1-8b56-ae77f20aeb10 None None] Port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:39:02.840779 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5a30d-ae9f-4635-a623-44d1c4076bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c95a1-7aea-401d-a5e4-9ba87b22743a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:02.892771 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a6f990-097f-4ace-8c78-9e88f0b9fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69df069-67ae-4456-8164-33202dcd6715'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:02.895607 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b888a3-50cf-4f2c-8930-258b34c40fe9" -d '{"events": [{"server_uuid": "b8a6f990-097f-4ace-8c78-9e88f0b9fa5f", "name": "network-vif-plugged", "status": "completed", "tag": "b69df069-67ae-4456-8164-33202dcd6715"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:02.907385 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port b69df069-67ae-4456-8164-33202dcd6715, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b69df069-67ae-4456-8164-33202dcd6715,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:02.926174 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (b69df069-67ae-4456-8164-33202dcd6715), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:02.943298 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7e884580-8ea4-449b-8b49-a52f0278cb53 req-0c9ca782-6ff9-4aa7-a74f-d4d3114c493a tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017850 Mar 28 23:39:02.991936 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff0db42-1a6d-4f43-a851-086fe219ae23 x-openstack-request-id: req-3ff0db42-1a6d-4f43-a851-086fe219ae23 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:02.992498 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a6f990-097f-4ace-8c78-9e88f0b9fa5f", "name": "network-vif-plugged", "status": "completed", "tag": "b69df069-67ae-4456-8164-33202dcd6715", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:02.992926 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ff0db42-1a6d-4f43-a851-086fe219ae23 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:02.993474 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff0db42-1a6d-4f43-a851-086fe219ae23'] response: {'server_uuid': 'b8a6f990-097f-4ace-8c78-9e88f0b9fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69df069-67ae-4456-8164-33202dcd6715', 'code': 200} Mar 28 23:39:03.015184 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=b69df069-67ae-4456-8164-33202dcd6715,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:03.021054 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:39:03.039910 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-166d6381-ea22-4c84-b809-f07f89199d0e admin admin] 10.222.0.16 "PUT /v2.0/routers/9f2d635d-535e-4ffb-a7dc-e7b669ce015d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4374356 Mar 28 23:39:03.266965 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56606) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:03.290620 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e61e10d-5658-4280-ba84-3e9c3ba25cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.301785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc28d67-195a-42f8-86e1-3a1d3dd0f8e5 req-e18f77a8-c986-49df-8d73-e16ad7446e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:03.303973 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6bc28d67-195a-42f8-86e1-3a1d3dd0f8e5 req-e18f77a8-c986-49df-8d73-e16ad7446e3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 1129 time: 0.1551883 Mar 28 23:39:03.307933 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b783a-dea7-4e21-9de1-c9693e209be7 req-a16f3afa-b37c-4b92-8d2e-6cffe688d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:03.309533 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-016b783a-dea7-4e21-9de1-c9693e209be7 req-a16f3afa-b37c-4b92-8d2e-6cffe688d895 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 1129 time: 0.0928390 Mar 28 23:39:03.402192 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e61e10d-5658-4280-ba84-3e9c3ba25cbe admin admin] Publish callbacks [] for security_group (c7cc3054-03ae-416b-88a3-5a51f7b5a65f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.408169 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e61e10d-5658-4280-ba84-3e9c3ba25cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c7cc3054-03ae-416b-88a3-5a51f7b5a65f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.411378 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6bc28d67-195a-42f8-86e1-3a1d3dd0f8e5 req-7d8b2da3-de75-4dfd-bb13-89d229758bb4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998065 Mar 28 23:39:03.413414 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-016b783a-dea7-4e21-9de1-c9693e209be7 req-d18942b5-5831-4778-b041-218b537f4310 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809770 Mar 28 23:39:03.445130 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-84236db9-79ec-4da9-a4b7-53474b0a1f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.452319 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5e61e10d-5658-4280-ba84-3e9c3ba25cbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f3c73cc3a8242f9b5260acf6970bdaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820352 Mar 28 23:39:03.452319 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61e10d-5658-4280-ba84-3e9c3ba25cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc3054-03ae-416b-88a3-5a51f7b5a65f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:03.453193 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:03.509747 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36b58fcc-cc1a-4bd0-9c3d-a2ee91ab02df admin admin] Publish callbacks [] for security_group (c7cc3054-03ae-416b-88a3-5a51f7b5a65f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.531387 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36b58fcc-cc1a-4bd0-9c3d-a2ee91ab02df admin admin] Publish callbacks [] for security_group (c7cc3054-03ae-416b-88a3-5a51f7b5a65f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.553540 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Sync routers for ids ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:39:03.566889 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Routers {'9f2d635d-535e-4ffb-a7dc-e7b669ce015d'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:39:03.567546 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:39:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:03.595653 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36b58fcc-cc1a-4bd0-9c3d-a2ee91ab02df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c7cc3054-03ae-416b-88a3-5a51f7b5a65f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.599648 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36b58fcc-cc1a-4bd0-9c3d-a2ee91ab02df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.601071 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-36b58fcc-cc1a-4bd0-9c3d-a2ee91ab02df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7cc3054-03ae-416b-88a3-5a51f7b5a65f HTTP/1.1" status: 204 len: 168 time: 0.1469274 Mar 28 23:39:03.625459 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b58fcc-cc1a-4bd0-9c3d-a2ee91ab02df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc3054-03ae-416b-88a3-5a51f7b5a65f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:03.667183 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 069c1c35-e973-416f-b5c1-76eefb5682db up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:03.731989 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:39:03.756877 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 069c1c35-e973-416f-b5c1-76eefb5682db triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:03.759619 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:03.763086 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Set router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:39:03.965256 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaebc8a-7968-4eab-bfb2-554eb3729651 req-194b15c7-5e0f-4f35-aca0-c5bb89b049c1 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:03.982681 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cfaebc8a-7968-4eab-bfb2-554eb3729651 req-194b15c7-5e0f-4f35-aca0-c5bb89b049c1 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0903196 Mar 28 23:39:04.060054 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56636) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:04.065628 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-8f6af8fd-43c0-4ddb-b634-cfd5aaef77dd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382643660', 'description': 'tempest-secgroup-smoke-382643660 description', 'project_id': 'b48445603d904db498f2cc8fbebe36ff'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:04.117840 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cfaebc8a-7968-4eab-bfb2-554eb3729651 req-b104228b-0c14-4b3b-9a3b-793f3d948989 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337073 Mar 28 23:39:04.127621 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f6af8fd-43c0-4ddb-b634-cfd5aaef77dd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.274417 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 069c1c35-e973-416f-b5c1-76eefb5682db is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:04.310549 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f6af8fd-43c0-4ddb-b634-cfd5aaef77dd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group (ffb908b1-b665-4836-b7d5-85adbcc6ea23), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.316030 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:39:01Z', 'revision_number': 4, 'project_id': '0b3db85485774776b863797892811761', 'gw_port': {'id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:56Z', 'updated_at': '2022-03-28T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd', 'name': '', 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c', 'tenant_id': '0b3db85485774776b863797892811761', 'mac_address': 'fa:16:3e:f6:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '8d34fe81-2256-4268-8541-e7dc5e1e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:39:00Z', 'updated_at': '2022-03-28T23:39:01Z', 'revision_number': 2, 'project_id': '0b3db85485774776b863797892811761', 'subnets': [{'id': '8d34fe81-2256-4268-8541-e7dc5e1e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:04.316496 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f6af8fd-43c0-4ddb-b634-cfd5aaef77dd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ffb908b1-b665-4836-b7d5-85adbcc6ea23), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.338146 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e44e5-bab5-45bd-8ed5-83f9a0170838 req-51287bff-580e-4cad-b5a2-ad33614be8d3 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:04.340018 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c11e44e5-bab5-45bd-8ed5-83f9a0170838 req-51287bff-580e-4cad-b5a2-ad33614be8d3 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 945 time: 0.1067567 Mar 28 23:39:04.355847 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Checking router: 9f2d635d-535e-4ffb-a7dc-e7b669ce015d for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:39:04.356682 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Updating router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd binding host dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:39:04.360162 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f6af8fd-43c0-4ddb-b634-cfd5aaef77dd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.361323 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8f6af8fd-43c0-4ddb-b634-cfd5aaef77dd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2996252 Mar 28 23:39:04.364496 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:04.369355 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f763d3f7-f5d9-4766-b32d-26d10d15cc4c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'security_group_rule': {'security_group_id': 'ffb908b1-b665-4836-b7d5-85adbcc6ea23', 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:04.380457 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6af8fd-43c0-4ddb-b634-cfd5aaef77dd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb908b1-b665-4836-b7d5-85adbcc6ea23,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:04.395528 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.401907 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f763d3f7-f5d9-4766-b32d-26d10d15cc4c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (f25568a4-fdc9-4747-93b6-61da788609b2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.421340 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c11e44e5-bab5-45bd-8ed5-83f9a0170838 req-9f9c6221-67cd-4c53-8e9a-2a7ae6dc05c1 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737836 Mar 28 23:39:04.482130 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f763d3f7-f5d9-4766-b32d-26d10d15cc4c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (f25568a4-fdc9-4747-93b6-61da788609b2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.486974 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f763d3f7-f5d9-4766-b32d-26d10d15cc4c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (f25568a4-fdc9-4747-93b6-61da788609b2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.508508 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763d3f7-f5d9-4766-b32d-26d10d15cc4c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25568a4-fdc9-4747-93b6-61da788609b2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:04.520447 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f763d3f7-f5d9-4766-b32d-26d10d15cc4c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.525037 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f763d3f7-f5d9-4766-b32d-26d10d15cc4c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568084 Mar 28 23:39:04.525037 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56656) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:04.533445 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-795c4050-c688-4c99-afc8-af01f00d08fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'security_group_rule': {'security_group_id': 'ffb908b1-b665-4836-b7d5-85adbcc6ea23', 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:04.561625 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-795c4050-c688-4c99-afc8-af01f00d08fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (d3e2027d-8912-46a9-b721-1084ef110d2c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.632315 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-795c4050-c688-4c99-afc8-af01f00d08fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (d3e2027d-8912-46a9-b721-1084ef110d2c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.636584 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-795c4050-c688-4c99-afc8-af01f00d08fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (d3e2027d-8912-46a9-b721-1084ef110d2c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.656368 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c4050-c688-4c99-afc8-af01f00d08fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e2027d-8912-46a9-b721-1084ef110d2c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:04.664837 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-795c4050-c688-4c99-afc8-af01f00d08fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.666206 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-795c4050-c688-4c99-afc8-af01f00d08fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377237 Mar 28 23:39:04.669073 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56664) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:04.673515 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-5cba97dd-7de4-4468-8efb-b2f070e0b460 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'security_group_rule': {'security_group_id': 'ffb908b1-b665-4836-b7d5-85adbcc6ea23', 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:04.698856 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5cba97dd-7de4-4468-8efb-b2f070e0b460 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (f12e46da-005e-4acb-ac5d-904a761a005f), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.732155 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Publish callbacks [] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.740874 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.747971 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.766599 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5cba97dd-7de4-4468-8efb-b2f070e0b460 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (f12e46da-005e-4acb-ac5d-904a761a005f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.772043 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5cba97dd-7de4-4468-8efb-b2f070e0b460 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (f12e46da-005e-4acb-ac5d-904a761a005f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.791192 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba97dd-7de4-4468-8efb-b2f070e0b460 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12e46da-005e-4acb-ac5d-904a761a005f,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:04.806754 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5cba97dd-7de4-4468-8efb-b2f070e0b460 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.808709 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5cba97dd-7de4-4468-8efb-b2f070e0b460 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386542 Mar 28 23:39:04.811417 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56668) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:04.817619 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-9b2beb4c-b40e-45e1-be5e-feea52307c80 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'security_group_rule': {'security_group_id': 'ffb908b1-b665-4836-b7d5-85adbcc6ea23', 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:04.818044 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e4acc-9745-48f8-9b00-6c1781c27acf None None] Pushing event updated for resources: {'Port': ['ID=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:04.849974 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b2beb4c-b40e-45e1-be5e-feea52307c80 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (af27d4a2-afd8-48b0-9afc-4728f96cbd07), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.945475 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b2beb4c-b40e-45e1-be5e-feea52307c80 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (af27d4a2-afd8-48b0-9afc-4728f96cbd07), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.952164 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b2beb4c-b40e-45e1-be5e-feea52307c80 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (af27d4a2-afd8-48b0-9afc-4728f96cbd07), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.968348 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2beb4c-b40e-45e1-be5e-feea52307c80 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af27d4a2-afd8-48b0-9afc-4728f96cbd07,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:04.986858 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b2beb4c-b40e-45e1-be5e-feea52307c80 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:04.991725 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:04.996023 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9b2beb4c-b40e-45e1-be5e-feea52307c80 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827838 Mar 28 23:39:04.999319 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5907dc0b-ae62-469d-9150-0ead1a5ecb65 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'security_group_rule': {'security_group_id': 'ffb908b1-b665-4836-b7d5-85adbcc6ea23', 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:05.039112 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-5907dc0b-ae62-469d-9150-0ead1a5ecb65 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Project b48445603d904db498f2cc8fbebe36ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 23:39:05.045584 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5907dc0b-ae62-469d-9150-0ead1a5ecb65 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (586f1e72-3087-418b-8031-8799fe68bf76), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.074426 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Attempting to bind port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:39:05.074804 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Attempting to bind port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:39:05.075193 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Attempting to bind port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd on network feb27aa5-b90c-4c44-9679-1c405f6c998c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:05.103464 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:39:05.103931 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Checking segment: {'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:39:05.105499 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.106159 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Bound using segment: {'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:39:05.106765 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Bound port: 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372ae848-ed49-43a1-8396-a8e5fc01c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:39:05.107158 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.120841 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-10459834-02b7-46e3-ad36-b2781f7a4861 None None] Provisioning complete for port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:05.121121 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10459834-02b7-46e3-ad36-b2781f7a4861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.154644 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5907dc0b-ae62-469d-9150-0ead1a5ecb65 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (586f1e72-3087-418b-8031-8799fe68bf76), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.159929 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5907dc0b-ae62-469d-9150-0ead1a5ecb65 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (586f1e72-3087-418b-8031-8799fe68bf76), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.182401 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907dc0b-ae62-469d-9150-0ead1a5ecb65 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586f1e72-3087-418b-8031-8799fe68bf76,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:05.183111 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-10459834-02b7-46e3-ad36-b2781f7a4861 None None] Port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:39:05.190700 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5907dc0b-ae62-469d-9150-0ead1a5ecb65 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.192161 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-5907dc0b-ae62-469d-9150-0ead1a5ecb65 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1989284 Mar 28 23:39:05.194662 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56680) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:05.200227 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-418153a0-a15c-4772-9b85-714ef5d1532b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'security_group_rule': {'security_group_id': 'ffb908b1-b665-4836-b7d5-85adbcc6ea23', 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:05.222198 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] For port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:39:05.226228 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-418153a0-a15c-4772-9b85-714ef5d1532b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Project b48445603d904db498f2cc8fbebe36ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 23:39:05.229801 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] For port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,segment=NetworkSegment(372ae848-ed49-43a1-8396-a8e5fc01c95d),segment_id=372ae848-ed49-43a1-8396-a8e5fc01c95d)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:39:05.231927 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-418153a0-a15c-4772-9b85-714ef5d1532b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (24f7ecfc-c952-4f20-8633-c75d84577d51), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.239785 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.296887 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Routers {'9f2d635d-535e-4ffb-a7dc-e7b669ce015d'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:39:05.297536 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:39:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:05.334446 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e4acc-9745-48f8-9b00-6c1781c27acf None None] Pushing event updated for resources: {'Port': ['ID=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:05.397005 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-418153a0-a15c-4772-9b85-714ef5d1532b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (24f7ecfc-c952-4f20-8633-c75d84577d51), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.410820 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-418153a0-a15c-4772-9b85-714ef5d1532b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (24f7ecfc-c952-4f20-8633-c75d84577d51), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.457023 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418153a0-a15c-4772-9b85-714ef5d1532b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f7ecfc-c952-4f20-8633-c75d84577d51,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:05.466461 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82cf-3c25-4e30-b86f-ed65259c827b req-8ea4eb0d-35e3-412c-ab29-59a864732488 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:05.468309 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c57d82cf-3c25-4e30-b86f-ed65259c827b req-8ea4eb0d-35e3-412c-ab29-59a864732488 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.2186003 Mar 28 23:39:05.475771 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-418153a0-a15c-4772-9b85-714ef5d1532b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.485744 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-418153a0-a15c-4772-9b85-714ef5d1532b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2899308 Mar 28 23:39:05.529076 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] Set router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:39:05.545720 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c57d82cf-3c25-4e30-b86f-ed65259c827b req-df404429-94e5-4e27-b3c7-1fcd03873d5e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586107 Mar 28 23:39:05.669744 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668da24c-9354-43b2-b79d-d319e06d9b3b req-9cc0c5e0-7fff-457e-8353-360db844ec5d tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:05.680647 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-668da24c-9354-43b2-b79d-d319e06d9b3b req-9cc0c5e0-7fff-457e-8353-360db844ec5d tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 945 time: 0.1272769 Mar 28 23:39:05.732629 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-063b4a0c-62a6-4670-8dba-690ddb7b493e None None] Provisioning complete for port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:05.733002 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-063b4a0c-62a6-4670-8dba-690ddb7b493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.755366 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801922a-88ab-4c9c-9f49-93f3e9b92dd2 req-d85ff7bb-f02c-40f2-b722-3341877173e0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:05.765161 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b801922a-88ab-4c9c-9f49-93f3e9b92dd2 req-d85ff7bb-f02c-40f2-b722-3341877173e0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.1136863 Mar 28 23:39:05.810872 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-668da24c-9354-43b2-b79d-d319e06d9b3b req-a3ab929b-0310-49b9-9371-b3f6d9fbfd13 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292839 Mar 28 23:39:05.858069 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b801922a-88ab-4c9c-9f49-93f3e9b92dd2 req-3ac7df9e-fe95-469b-9d03-c20381d0ff81 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916936 Mar 28 23:39:05.905207 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56716) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:05.955121 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-063b4a0c-62a6-4670-8dba-690ddb7b493e None None] Current status of the port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:05.955501 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-063b4a0c-62a6-4670-8dba-690ddb7b493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:05.998151 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-063b4a0c-62a6-4670-8dba-690ddb7b493e None None] For port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,segment=NetworkSegment(372ae848-ed49-43a1-8396-a8e5fc01c95d),segment_id=372ae848-ed49-43a1-8396-a8e5fc01c95d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:06.005039 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:39:01Z', 'revision_number': 4, 'project_id': '0b3db85485774776b863797892811761', 'gw_port': {'id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:56Z', 'updated_at': '2022-03-28T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd', 'name': '', 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c', 'tenant_id': '0b3db85485774776b863797892811761', 'mac_address': 'fa:16:3e:f6:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '8d34fe81-2256-4268-8541-e7dc5e1e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:39:00Z', 'updated_at': '2022-03-28T23:39:05Z', 'revision_number': 4, 'project_id': '0b3db85485774776b863797892811761', 'subnets': [{'id': '8d34fe81-2256-4268-8541-e7dc5e1e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:06.008938 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-063b4a0c-62a6-4670-8dba-690ddb7b493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.039776 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a33c3-a1e0-419f-b2c5-5392702c659e None None] The sync data for ids ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'] in dv-cinder-835525-1-smb is: [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:39:01Z', 'revision_number': 4, 'project_id': '0b3db85485774776b863797892811761', 'gw_port': {'id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:56Z', 'updated_at': '2022-03-28T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd', 'name': '', 'network_id': 'feb27aa5-b90c-4c44-9679-1c405f6c998c', 'tenant_id': '0b3db85485774776b863797892811761', 'mac_address': 'fa:16:3e:f6:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '8d34fe81-2256-4268-8541-e7dc5e1e4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:39:00Z', 'updated_at': '2022-03-28T23:39:05Z', 'revision_number': 4, 'project_id': '0b3db85485774776b863797892811761', 'subnets': [{'id': '8d34fe81-2256-4268-8541-e7dc5e1e4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:39:06.070439 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c38b7dc-aac6-4ce4-be7c-b2db98235c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.120895 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b4a0c-62a6-4670-8dba-690ddb7b493e None None] Pushing event updated for resources: {'Port': ['ID=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:06.145667 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.216188 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c38b7dc-aac6-4ce4-be7c-b2db98235c22 admin admin] Publish callbacks [] for security_group (c5fa3693-5c1a-42ab-8fc2-d6c1c3d3135a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.221434 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c38b7dc-aac6-4ce4-be7c-b2db98235c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c5fa3693-5c1a-42ab-8fc2-d6c1c3d3135a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.268348 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38b7dc-aac6-4ce4-be7c-b2db98235c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fa3693-5c1a-42ab-8fc2-d6c1c3d3135a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:06.274347 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-3c38b7dc-aac6-4ce4-be7c-b2db98235c22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff0874d241dc4e9b9090a640aa7e0085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678260 Mar 28 23:39:06.276982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56734) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:06.335630 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2df2c527-92f8-49b5-b682-5d40d77c0fc2 admin admin] Publish callbacks [] for security_group (c5fa3693-5c1a-42ab-8fc2-d6c1c3d3135a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.364202 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2df2c527-92f8-49b5-b682-5d40d77c0fc2 admin admin] Publish callbacks [] for security_group (c5fa3693-5c1a-42ab-8fc2-d6c1c3d3135a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.427494 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2df2c527-92f8-49b5-b682-5d40d77c0fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c5fa3693-5c1a-42ab-8fc2-d6c1c3d3135a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.430475 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2df2c527-92f8-49b5-b682-5d40d77c0fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:06.434326 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-2df2c527-92f8-49b5-b682-5d40d77c0fc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5fa3693-5c1a-42ab-8fc2-d6c1c3d3135a HTTP/1.1" status: 204 len: 168 time: 0.1535432 Mar 28 23:39:06.450377 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2c527-92f8-49b5-b682-5d40d77c0fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fa3693-5c1a-42ab-8fc2-d6c1c3d3135a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:07.092352 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56804) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:07.370386 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82b05f45-5308-45a1-9e43-82f2fc8ac3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.447194 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec8fc9-13eb-4b75-a651-f774cd69292d req-cc9e6998-9c6c-4292-8ff8-9de1f9768914 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:07.448781 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4bec8fc9-13eb-4b75-a651-f774cd69292d req-cc9e6998-9c6c-4292-8ff8-9de1f9768914 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 945 time: 0.0807760 Mar 28 23:39:07.482898 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82b05f45-5308-45a1-9e43-82f2fc8ac3be admin admin] Publish callbacks [] for security_group (6ed7bd47-bdc2-40c7-9f46-9b262bf7382e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.488948 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82b05f45-5308-45a1-9e43-82f2fc8ac3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (6ed7bd47-bdc2-40c7-9f46-9b262bf7382e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.525482 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4bec8fc9-13eb-4b75-a651-f774cd69292d req-3c0edb30-ff25-4ccd-aac7-1b5f238d294b tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684314 Mar 28 23:39:07.550163 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-82b05f45-5308-45a1-9e43-82f2fc8ac3be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2797f84c6419451192b2895a046d766c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566197 Mar 28 23:39:07.552803 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56836) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:07.564796 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b05f45-5308-45a1-9e43-82f2fc8ac3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed7bd47-bdc2-40c7-9f46-9b262bf7382e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:07.618967 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0957a86e-daf1-45ac-a637-6f5763a98a61 admin admin] Publish callbacks [] for security_group (6ed7bd47-bdc2-40c7-9f46-9b262bf7382e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.653080 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:07.658229 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0957a86e-daf1-45ac-a637-6f5763a98a61 admin admin] Publish callbacks [] for security_group (6ed7bd47-bdc2-40c7-9f46-9b262bf7382e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.671621 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56838) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:07.715268 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.726990 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0957a86e-daf1-45ac-a637-6f5763a98a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (6ed7bd47-bdc2-40c7-9f46-9b262bf7382e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.730116 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0957a86e-daf1-45ac-a637-6f5763a98a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.731514 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-0957a86e-daf1-45ac-a637-6f5763a98a61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ed7bd47-bdc2-40c7-9f46-9b262bf7382e HTTP/1.1" status: 204 len: 168 time: 0.1774449 Mar 28 23:39:07.741623 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957a86e-daf1-45ac-a637-6f5763a98a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed7bd47-bdc2-40c7-9f46-9b262bf7382e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:07.745445 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:07.745892 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.813213 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2141537126-network', 'tenant_id': 'bdf8bd406d4f4c27ba7dece8f715daa8'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:07.847931 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Made reservation on behalf of bdf8bd406d4f4c27ba7dece8f715daa8 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:39:07.847931 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.853880 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:07.865290 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.956601 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Publish callbacks [] for security_group (dea6973b-18af-41be-a4ab-58ccc7ef918d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.964462 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (dea6973b-18af-41be-a4ab-58ccc7ef918d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:07.991313 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:39:08.006824 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6973b-18af-41be-a4ab-58ccc7ef918d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:08.009902 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (947588dc-5c39-49e1-9640-81c5b29f94c5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.010237 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Added segment 947588dc-5c39-49e1-9640-81c5b29f94c5 of type vlan for network 96e909af-6e50-4fc3-bdd4-837c783553e1 Mar 28 23:39:08.057601 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (96e909af-6e50-4fc3-bdd4-837c783553e1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.098561 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (96e909af-6e50-4fc3-bdd4-837c783553e1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.099609 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:08.100669 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.160413 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56854) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:08.168314 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4954948 Mar 28 23:39:08.171014 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 56856) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:08.176228 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Request body: {'subnet': {'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2141537126-subnet', 'tenant_id': 'bdf8bd406d4f4c27ba7dece8f715daa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:08.187438 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade4aa1-ad66-48b0-98d8-eae443953005 admin admin] Pushing event updated for resources: {'Network': ['ID=96e909af-6e50-4fc3-bdd4-837c783553e1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:08.198871 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 96e909af-6e50-4fc3-bdd4-837c783553e1 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:39:08.210762 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b47f0a7-7d01-4da3-ade4-22583e2d8a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.216448 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Made reservation on behalf of bdf8bd406d4f4c27ba7dece8f715daa8 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:39:08.218778 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723756'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.262323 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-36b39ddf-fd67-4d13-b9e2-41619436d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:08.264698 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-36b39ddf-fd67-4d13-b9e2-41619436d09e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 1129 time: 0.1554389 Mar 28 23:39:08.286869 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fa26-577a-4b73-8b6e-4bd688d5ccf2 req-2cc61b2d-7458-48b5-99dc-b60192cdfc0c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:08.288448 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d375fa26-577a-4b73-8b6e-4bd688d5ccf2 req-2cc61b2d-7458-48b5-99dc-b60192cdfc0c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.1804233 Mar 28 23:39:08.414436 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5498234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723770'] for subnet (e735e2a6-3116-4c64-a762-6deb7eb4fa7f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.448602 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d375fa26-577a-4b73-8b6e-4bd688d5ccf2 req-2deaf1c2-16b7-49cd-bd35-ddca03c0f679 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442413 Mar 28 23:39:08.476887 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e735e2a6-3116-4c64-a762-6deb7eb4fa7f,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:08.477361 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-1808feb4-c025-40dd-83bc-12c710008450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:08.480374 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-1808feb4-c025-40dd-83bc-12c710008450 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.1906302 Mar 28 23:39:08.485450 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Checking segment: {'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:39:08.485450 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Network hostable DHCP agents. Network: 96e909af-6e50-4fc3-bdd4-837c783553e1, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:39:08.501964 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b47f0a7-7d01-4da3-ade4-22583e2d8a08 admin admin] Publish callbacks [] for security_group (28000ac7-2c64-4e48-ace2-90715f69676a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.507116 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Network 96e909af-6e50-4fc3-bdd4-837c783553e1 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:39:08.516695 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 96e909af-6e50-4fc3-bdd4-837c783553e1) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:08.527812 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b31078-9880-44ac-9ea1-19132b488804 None None] Network 96e909af-6e50-4fc3-bdd4-837c783553e1 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:39:08.528416 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:08.529075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.541802 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b47f0a7-7d01-4da3-ade4-22583e2d8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (28000ac7-2c64-4e48-ace2-90715f69676a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.546010 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-19397bb1-b524-41e6-a2a5-c2b7781151e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c HTTP/1.1" status: 200 len: 217 time: 0.0524340 Mar 28 23:39:08.560710 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-67ed4251-99be-4b7a-85c1-3e85578a2592 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3885617 Mar 28 23:39:08.582485 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47f0a7-7d01-4da3-ade4-22583e2d8a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28000ac7-2c64-4e48-ace2-90715f69676a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:08.655760 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-2b47f0a7-7d01-4da3-ade4-22583e2d8a08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b275471d6e1c4cc5a2d8480a430592cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761388 Mar 28 23:39:08.658236 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 56866) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:08.715833 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-6e8ed2bf-bfde-43c0-894d-370b9297ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:08.717321 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-6e8ed2bf-bfde-43c0-894d-370b9297ba79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.1410201 Mar 28 23:39:08.736041 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e66a3d-f925-4513-8b5d-176506ecaef1 None None] Network 96e909af-6e50-4fc3-bdd4-837c783553e1 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:39:08.740896 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae0e9-4527-41e3-97c6-a7ac9f7a91e0 req-e74b6544-0b54-476b-9efa-4d83a9f02984 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:08.742713 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fe8ae0e9-4527-41e3-97c6-a7ac9f7a91e0 req-e74b6544-0b54-476b-9efa-4d83a9f02984 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 945 time: 0.1152885 Mar 28 23:39:08.841866 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fe8ae0e9-4527-41e3-97c6-a7ac9f7a91e0 req-294bf81f-0069-4928-b0b2-6ff65ad4fa08 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834944 Mar 28 23:39:08.844027 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b4b04a1-1a69-4643-a4bf-6a84b6ed89fe admin admin] Publish callbacks [] for security_group (28000ac7-2c64-4e48-ace2-90715f69676a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.882121 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b4b04a1-1a69-4643-a4bf-6a84b6ed89fe admin admin] Publish callbacks [] for security_group (28000ac7-2c64-4e48-ace2-90715f69676a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.921814 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-e221cc12-0b05-40eb-a284-d349e97241c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:08.923326 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-e221cc12-0b05-40eb-a284-d349e97241c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1969750 Mar 28 23:39:08.958907 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b4b04a1-1a69-4643-a4bf-6a84b6ed89fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (28000ac7-2c64-4e48-ace2-90715f69676a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.961423 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b4b04a1-1a69-4643-a4bf-6a84b6ed89fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:08.962547 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-0b4b04a1-1a69-4643-a4bf-6a84b6ed89fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28000ac7-2c64-4e48-ace2-90715f69676a HTTP/1.1" status: 204 len: 168 time: 0.3034325 Mar 28 23:39:08.999010 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b04a1-1a69-4643-a4bf-6a84b6ed89fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28000ac7-2c64-4e48-ace2-90715f69676a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:09.042694 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-156fd327-6be1-4e57-a180-6666eb1e3339 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060562 Mar 28 23:39:09.174887 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ae0a4171-34a2-4afb-8e15-d889d65d376d req-b3426900-0222-427b-b20a-5a3d1005c2de service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018286 Mar 28 23:39:09.380711 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-dc665c45-711d-4cb8-9e64-6467499f544f tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:09.382691 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-dc665c45-711d-4cb8-9e64-6467499f544f tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 945 time: 0.0766182 Mar 28 23:39:09.502021 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Deleting port b69df069-67ae-4456-8164-33202dcd6715 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:39:09.502608 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (b69df069-67ae-4456-8164-33202dcd6715), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:09.814465 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d8109-34ed-45a6-9df3-c003b85576b0 req-9ce57eaa-a803-42d8-8783-43a268fb5f46 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:09.816590 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b7d8109-34ed-45a6-9df3-c003b85576b0 req-9ce57eaa-a803-42d8-8783-43a268fb5f46 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0911570 Mar 28 23:39:09.818581 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] For port b69df069-67ae-4456-8164-33202dcd6715, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b69df069-67ae-4456-8164-33202dcd6715,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:09.818952 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (b69df069-67ae-4456-8164-33202dcd6715), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:09.840157 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Calling delete_port for b69df069-67ae-4456-8164-33202dcd6715 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:39:09.919688 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b7d8109-34ed-45a6-9df3-c003b85576b0 req-6de1ba82-5533-49b0-9161-7b68a4168871 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928819 Mar 28 23:39:09.980395 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e727f6-cb35-486d-9e3a-09f87c58f6c3 req-56934e8b-d0e8-43b9-be63-52a05dac67a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:09.983725 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-05e727f6-cb35-486d-9e3a-09f87c58f6c3 req-56934e8b-d0e8-43b9-be63-52a05dac67a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a6f990-097f-4ace-8c78-9e88f0b9fa5f HTTP/1.1" status: 200 len: 945 time: 0.0665858 Mar 28 23:39:10.033123 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (b69df069-67ae-4456-8164-33202dcd6715), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:10.053857 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['b69df069-67ae-4456-8164-33202dcd6715'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:10.067176 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Pushing event deleted for resources: {'Port': ['ID=b69df069-67ae-4456-8164-33202dcd6715,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:10.103224 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-05e727f6-cb35-486d-9e3a-09f87c58f6c3 req-f2599486-cb5d-4502-9a06-60ab4160517e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128864 Mar 28 23:39:10.147342 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] No DVR routers for this DVR port b69df069-67ae-4456-8164-33202dcd6715 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:39:10.152958 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:10.156633 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-815298ca-29d5-4879-a2d7-f07a89ae737f req-5db37cd6-d062-418b-9ff6-6e74a70935a7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.30 "DELETE /v2.0/ports/b69df069-67ae-4456-8164-33202dcd6715 HTTP/1.1" status: 204 len: 173 time: 0.7656746 Mar 28 23:39:10.157103 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a6f990-097f-4ace-8c78-9e88f0b9fa5f', 'name': 'network-vif-deleted', 'tag': 'b69df069-67ae-4456-8164-33202dcd6715'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:10.159431 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cce2a82-73f8-49ed-9a6b-1e05cf551f31" -d '{"events": [{"server_uuid": "b8a6f990-097f-4ace-8c78-9e88f0b9fa5f", "name": "network-vif-deleted", "tag": "b69df069-67ae-4456-8164-33202dcd6715"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:10.204819 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d0cab6-c219-4ae9-90d1-fc4ecd9544d6 x-openstack-request-id: req-a8d0cab6-c219-4ae9-90d1-fc4ecd9544d6 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:10.205209 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a6f990-097f-4ace-8c78-9e88f0b9fa5f", "name": "network-vif-deleted", "tag": "b69df069-67ae-4456-8164-33202dcd6715", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:10.205517 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8d0cab6-c219-4ae9-90d1-fc4ecd9544d6 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:10.206025 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d0cab6-c219-4ae9-90d1-fc4ecd9544d6'] response: {'server_uuid': 'b8a6f990-097f-4ace-8c78-9e88f0b9fa5f', 'name': 'network-vif-deleted', 'tag': 'b69df069-67ae-4456-8164-33202dcd6715', 'status': 'completed', 'code': 200} Mar 28 23:39:10.696455 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-a7d5af3b-8f44-440e-b1c6-80eac96385e0 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:10.698095 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-a7d5af3b-8f44-440e-b1c6-80eac96385e0 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/networks?id=96e909af-6e50-4fc3-bdd4-837c783553e1 HTTP/1.1" status: 200 len: 814 time: 0.1077223 Mar 28 23:39:10.716555 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-75a12a36-978b-47a7-8889-ded966446258 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/quotas/bdf8bd406d4f4c27ba7dece8f715daa8 HTTP/1.1" status: 200 len: 375 time: 0.0130014 Mar 28 23:39:10.751937 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-cecf7655-a4e4-4054-b070-1338dd488535 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdf8bd406d4f4c27ba7dece8f715daa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327547 Mar 28 23:39:10.845820 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-bd6cbf2e-ffbd-4b19-bf0d-3df5deaf162d service neutron] 10.222.0.16 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849514 Mar 28 23:39:10.942035 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-4fd8a061-e7fd-4420-a169-439a7830367b service neutron] 10.222.0.16 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895810 Mar 28 23:39:11.058892 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d53689-3ac9-4b71-9207-8d9ebcbc4a75 req-5eff1496-a315-4ea9-9576-569555cd5449 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:11.060639 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-67d53689-3ac9-4b71-9207-8d9ebcbc4a75 req-5eff1496-a315-4ea9-9576-569555cd5449 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0646727 Mar 28 23:39:11.112723 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-51297e8a-a866-47d4-8fa6-130557c7ba38 req-4ecb5aa5-0072-49ec-900e-9c5ec30e8175 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 210 time: 0.0302079 Mar 28 23:39:11.155649 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-67d53689-3ac9-4b71-9207-8d9ebcbc4a75 req-a57a0b8d-e739-45c1-b4ab-63f56ef89b66 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835528 Mar 28 23:39:12.223649 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ffc04d85-0f32-4217-a5fd-129612d1eb5d tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:12.225134 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ffc04d85-0f32-4217-a5fd-129612d1eb5d tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.30 "GET /v2.0/networks?id=96e909af-6e50-4fc3-bdd4-837c783553e1 HTTP/1.1" status: 200 len: 814 time: 0.1356061 Mar 28 23:39:12.241817 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f546c6ab-fc86-4f91-818b-20ff20b5f637 req-f5b711c1-f75f-4945-a4b7-a3fd03b4da85 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 210 time: 0.0368414 Mar 28 23:39:12.245176 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Request body: {'port': {'device_id': '8b7a63b3-f8ea-4859-8953-2c90f53dff7c', 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1', 'admin_state_up': True, 'tenant_id': 'bdf8bd406d4f4c27ba7dece8f715daa8'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:12.385470 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6cce4-89f1-44eb-bbbe-56e8ab001a81 req-909d784b-d699-4ee1-8b3d-443f0ed6e564 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:12.386953 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0cb6cce4-89f1-44eb-bbbe-56e8ab001a81 req-909d784b-d699-4ee1-8b3d-443f0ed6e564 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0885503 Mar 28 23:39:12.399589 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Made reservation on behalf of bdf8bd406d4f4c27ba7dece8f715daa8 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:39:12.402714 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:12.486147 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0cb6cce4-89f1-44eb-bbbe-56e8ab001a81 req-bd088cde-c983-4f40-bc76-5bbc2913b8f6 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935929 Mar 28 23:39:12.566765 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Allocated IP 172.20.0.9 (96e909af-6e50-4fc3-bdd4-837c783553e1/e735e2a6-3116-4c64-a762-6deb7eb4fa7f/34049519-c9f6-49fc-a246-1cfa54178f44) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:12.721499 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks [] for port (34049519-c9f6-49fc-a246-1cfa54178f44), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:12.757564 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:12.803775 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Network 96e909af-6e50-4fc3-bdd4-837c783553e1 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:12.806916 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:12.812862 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:12.818502 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:12.819109 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:12.828278 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Pushing event updated for resources: {'Port': ['ID=34049519-c9f6-49fc-a246-1cfa54178f44,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:12.841742 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-ec5b9bbe-5b47-4604-91ed-23e1666d4dbe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020768 Mar 28 23:39:12.854231 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Request body: {'port': {'device_id': '8b7a63b3-f8ea-4859-8953-2c90f53dff7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:12.921732 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:13.195104 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34049519-c9f6-49fc-a246-1cfa54178f44 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:13.205219 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Publish callbacks [] for port (34049519-c9f6-49fc-a246-1cfa54178f44), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:13.220475 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Transition to ACTIVE for port object 34049519-c9f6-49fc-a246-1cfa54178f44 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:39:13.224754 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:13.275913 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Pushing event updated for resources: {'Port': ['ID=34049519-c9f6-49fc-a246-1cfa54178f44,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:13.311607 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Attempting to bind port 34049519-c9f6-49fc-a246-1cfa54178f44 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:39:13.311968 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Attempting to bind port 34049519-c9f6-49fc-a246-1cfa54178f44 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:39:13.312298 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Attempting to bind port 34049519-c9f6-49fc-a246-1cfa54178f44 on network 96e909af-6e50-4fc3-bdd4-837c783553e1 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:13.328590 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Port 34049519-c9f6-49fc-a246-1cfa54178f44 on network 96e909af-6e50-4fc3-bdd4-837c783553e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:39:13.328918 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Attempting to bind port 34049519-c9f6-49fc-a246-1cfa54178f44 on network 96e909af-6e50-4fc3-bdd4-837c783553e1 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:13.350729 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:39:13.351076 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Checking segment: {'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:39:13.351479 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Bound using segment: {'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:39:13.352017 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Bound port: 34049519-c9f6-49fc-a246-1cfa54178f44, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:39:13.352457 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:13.410666 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27dbb-dc2b-4878-8436-87b10c38fa66 req-6028c64f-d86b-4498-9eff-ec148cb966f0 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:13.412162 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-49c27dbb-dc2b-4878-8436-87b10c38fa66 req-6028c64f-d86b-4498-9eff-ec148cb966f0 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 943 time: 0.0977263 Mar 28 23:39:13.449910 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] For port 34049519-c9f6-49fc-a246-1cfa54178f44, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:39:13.471812 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] For port 34049519-c9f6-49fc-a246-1cfa54178f44, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=34049519-c9f6-49fc-a246-1cfa54178f44,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:39:13.487499 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:13.519077 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-49c27dbb-dc2b-4878-8436-87b10c38fa66 req-642bbcee-51b9-4e34-850d-09ddba55bc74 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981605 Mar 28 23:39:13.527726 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:13.528371 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:13.529780 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] 10.222.0.30 "PUT /v2.0/ports/34049519-c9f6-49fc-a246-1cfa54178f44 HTTP/1.1" status: 200 len: 1093 time: 0.6801925 Mar 28 23:39:13.530122 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7a63b3-f8ea-4859-8953-2c90f53dff7c', 'tag': '34049519-c9f6-49fc-a246-1cfa54178f44'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:13.532380 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37314bb4-aa29-4b85-bfb3-ac224c554549" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7a63b3-f8ea-4859-8953-2c90f53dff7c", "tag": "34049519-c9f6-49fc-a246-1cfa54178f44"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:13.570500 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0fd93-d999-4cb3-bb75-0caa7eafc87d service neutron] Pushing event updated for resources: {'Port': ['ID=34049519-c9f6-49fc-a246-1cfa54178f44,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:13.579627 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:13.665980 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-b81b9c22-b69d-41be-989f-435c71077e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:13.667814 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-b81b9c22-b69d-41be-989f-435c71077e4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdf8bd406d4f4c27ba7dece8f715daa8&device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 1127 time: 0.0802248 Mar 28 23:39:13.676746 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c2c0c-190f-4c91-a905-35c2bd5ba3b8 req-a40ae514-aaa4-4fa5-920e-e51d55ae5918 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:13.678321 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-953c2c0c-190f-4c91-a905-35c2bd5ba3b8 req-a40ae514-aaa4-4fa5-920e-e51d55ae5918 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0830417 Mar 28 23:39:13.718278 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-cbfbdf3e-025e-4d0c-bb3e-ccc029d0895d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34049519-c9f6-49fc-a246-1cfa54178f44 HTTP/1.1" status: 200 len: 217 time: 0.0388989 Mar 28 23:39:13.786144 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-953c2c0c-190f-4c91-a905-35c2bd5ba3b8 req-43d01105-1091-4b1d-b0d7-f9bc21b7a708 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009710 Mar 28 23:39:13.789629 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-2b0feace-278b-42cf-ad29-c472833818fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:13.790984 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-2b0feace-278b-42cf-ad29-c472833818fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e735e2a6-3116-4c64-a762-6deb7eb4fa7f HTTP/1.1" status: 200 len: 854 time: 0.0651193 Mar 28 23:39:13.828879 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f6030-9e0a-457a-8721-2bc491b391eb x-openstack-request-id: req-764f6030-9e0a-457a-8721-2bc491b391eb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:13.829194 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7a63b3-f8ea-4859-8953-2c90f53dff7c", "tag": "34049519-c9f6-49fc-a246-1cfa54178f44", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:13.829561 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-764f6030-9e0a-457a-8721-2bc491b391eb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:13.829966 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764f6030-9e0a-457a-8721-2bc491b391eb'] response: {'name': 'network-changed', 'server_uuid': '8b7a63b3-f8ea-4859-8953-2c90f53dff7c', 'tag': '34049519-c9f6-49fc-a246-1cfa54178f44', 'status': 'completed', 'code': 200} Mar 28 23:39:13.831927 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-5fd2e00c-ae73-4f3b-a2a7-e1d05338312d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96e909af-6e50-4fc3-bdd4-837c783553e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338471 Mar 28 23:39:13.921284 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-3f05ce2a-943f-4c99-8aa8-e8ec1a6e7fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808380 Mar 28 23:39:14.025210 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9071e31d-45be-49d8-b0c5-77418e76f294 req-7b3ba203-effc-4f3d-99f1-767bf5a45ee7 service neutron] 10.222.0.30 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894933 Mar 28 23:39:14.125491 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-04a94f80-1531-498b-b29b-e72d9c076596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:14.127190 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-04a94f80-1531-498b-b29b-e72d9c076596 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdf8bd406d4f4c27ba7dece8f715daa8&device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 1127 time: 0.0480535 Mar 28 23:39:14.222126 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-a2f53dfe-370f-42f1-a245-d6e32f077127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:14.223622 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-a2f53dfe-370f-42f1-a245-d6e32f077127 service neutron] 10.222.0.30 "GET /v2.0/networks?id=96e909af-6e50-4fc3-bdd4-837c783553e1 HTTP/1.1" status: 200 len: 915 time: 0.0903766 Mar 28 23:39:14.272768 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-ad6d258a-2b74-4e18-b9fb-1ddcd397a546 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34049519-c9f6-49fc-a246-1cfa54178f44 HTTP/1.1" status: 200 len: 217 time: 0.0402353 Mar 28 23:39:14.327488 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-45980ac7-c0ce-46b6-a629-c18f136d7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:14.328979 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-45980ac7-c0ce-46b6-a629-c18f136d7564 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e735e2a6-3116-4c64-a762-6deb7eb4fa7f HTTP/1.1" status: 200 len: 854 time: 0.0453587 Mar 28 23:39:14.362637 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-7fd0a0cf-cec2-4aa6-be40-b0fe69643571 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96e909af-6e50-4fc3-bdd4-837c783553e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257335 Mar 28 23:39:14.457780 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device b69df069-67ae-4456-8164-33202dcd6715 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:39:14.460011 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-1e6201f5-2c49-473c-a64e-865dea55dea6 service neutron] 10.222.0.30 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896900 Mar 28 23:39:14.480863 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: b69df069-67ae-4456-8164-33202dcd6715 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:39:14.481216 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device b69df069-67ae-4456-8164-33202dcd6715 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:39:14.560334 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37314bb4-aa29-4b85-bfb3-ac224c554549 req-e91dfd10-1cce-413b-8f26-452e04a3b057 service neutron] 10.222.0.30 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898666 Mar 28 23:39:14.657159 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88bdff-efeb-4aaa-9f0c-fcf2263b040c req-5d69f021-b373-43ce-900e-5ddb28e69695 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:14.658716 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1b88bdff-efeb-4aaa-9f0c-fcf2263b040c req-5d69f021-b373-43ce-900e-5ddb28e69695 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 943 time: 0.0594273 Mar 28 23:39:14.712335 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1b88bdff-efeb-4aaa-9f0c-fcf2263b040c req-e25cd7a1-eef3-467a-a9a9-66270ee77cca tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473464 Mar 28 23:39:14.908805 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5fa3-5379-4e45-8a5d-1e8123e01357 req-d4b0ddd3-5787-4ccb-903a-e504a8adabd0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:14.910289 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-628d5fa3-5379-4e45-8a5d-1e8123e01357 req-d4b0ddd3-5787-4ccb-903a-e504a8adabd0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0548732 Mar 28 23:39:14.957893 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-628d5fa3-5379-4e45-8a5d-1e8123e01357 req-9a02408a-ba07-49e2-ac95-89e633279472 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419619 Mar 28 23:39:15.330574 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 57110) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:15.374783 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e88bab-a27a-45b0-bfea-9a77e2903ef8 admin admin] Deleting subnet 00dc7202-de39-42d6-a1dd-25600d1b38e3 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:39:15.378535 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1e88bab-a27a-45b0-bfea-9a77e2903ef8 admin admin] Publish callbacks [] for subnet (00dc7202-de39-42d6-a1dd-25600d1b38e3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.416828 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1e88bab-a27a-45b0-bfea-9a77e2903ef8 admin admin] Publish callbacks [] for subnet (00dc7202-de39-42d6-a1dd-25600d1b38e3), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.422290 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1e88bab-a27a-45b0-bfea-9a77e2903ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (00dc7202-de39-42d6-a1dd-25600d1b38e3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.473559 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1e88bab-a27a-45b0-bfea-9a77e2903ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for subnet (00dc7202-de39-42d6-a1dd-25600d1b38e3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.501674 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e88bab-a27a-45b0-bfea-9a77e2903ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dc7202-de39-42d6-a1dd-25600d1b38e3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:15.503488 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1e88bab-a27a-45b0-bfea-9a77e2903ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.506722 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f1e88bab-a27a-45b0-bfea-9a77e2903ef8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00dc7202-de39-42d6-a1dd-25600d1b38e3 HTTP/1.1" status: 204 len: 168 time: 0.1751466 Mar 28 23:39:15.509276 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 57112) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:15.583222 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (8d3b1813-605c-499c-93ef-55afca280b20), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.677675 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (8d3b1813-605c-499c-93ef-55afca280b20), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.697720 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.698061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.698792 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.699118 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > port after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.699466 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.699800 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > port after_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.700138 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.700458 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.700771 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.701089 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.775591 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.776091 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.776423 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.776757 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 23:39:15.777123 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3b1813-605c-499c-93ef-55afca280b20']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:15.804763 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab33c49d-e10b-4c00-9268-0be41f2c269d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:15.805059 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab33c49d-e10b-4c00-9268-0be41f2c269d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:15.839762 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5248420'] for segment (ab33c49d-e10b-4c00-9268-0be41f2c269d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.863388 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (ab33c49d-e10b-4c00-9268-0be41f2c269d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.874617 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:39:15.875144 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836891'] for segment (ab33c49d-e10b-4c00-9268-0be41f2c269d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: from cryptography.utils import int_from_bytes Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: from cryptography.utils import int_from_bytes Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: Traceback (most recent call last): Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: timer() Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: cb(*args, **kw) Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: return func(*args, **kwargs) Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: self._notify() Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: self.callback(batched_events) Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: event.method(event) Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: return f(self, *a, **k) Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: return self._get(url).json() Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: return self.request(url, 'GET', **kwargs) Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:39:15.880012 dv-cinder-835525-1-smb neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:39:15.927245 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d0094-e683-46e9-b8b0-3b5bac03a109 req-296f333b-ec5b-4a29-a41e-31ed3b3ea7f3 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:15.928845 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a55d0094-e683-46e9-b8b0-3b5bac03a109 req-296f333b-ec5b-4a29-a41e-31ed3b3ea7f3 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 943 time: 0.1384435 Mar 28 23:39:15.957775 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (8d3b1813-605c-499c-93ef-55afca280b20), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.990219 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:15.993648 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8d3b1813-605c-499c-93ef-55afca280b20 HTTP/1.1" status: 204 len: 168 time: 0.4834535 Mar 28 23:39:15.996656 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57124) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:15.999197 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555906e8-408e-4b6f-9b02-8fa57ddf0837 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3b1813-605c-499c-93ef-55afca280b20,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:16.010224 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a55d0094-e683-46e9-b8b0-3b5bac03a109 req-eff62f8a-4633-4334-9828-f3caa270083f tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713701 Mar 28 23:39:16.053234 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47b0c19-d840-48d3-9fd0-df296bd0ad38 admin admin] Deleting subnet 4fdd6fe3-5f87-4949-854c-d7af30a7f62a {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:39:16.061272 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c19-d840-48d3-9fd0-df296bd0ad38 admin admin] Publish callbacks [] for subnet (4fdd6fe3-5f87-4949-854c-d7af30a7f62a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.095102 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c19-d840-48d3-9fd0-df296bd0ad38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (4fdd6fe3-5f87-4949-854c-d7af30a7f62a), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.134941 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c19-d840-48d3-9fd0-df296bd0ad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (4fdd6fe3-5f87-4949-854c-d7af30a7f62a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.197340 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c19-d840-48d3-9fd0-df296bd0ad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (4fdd6fe3-5f87-4949-854c-d7af30a7f62a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.223684 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b0c19-d840-48d3-9fd0-df296bd0ad38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdd6fe3-5f87-4949-854c-d7af30a7f62a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:16.227190 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c19-d840-48d3-9fd0-df296bd0ad38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.233260 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b47b0c19-d840-48d3-9fd0-df296bd0ad38 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4fdd6fe3-5f87-4949-854c-d7af30a7f62a HTTP/1.1" status: 204 len: 168 time: 0.2327368 Mar 28 23:39:16.233260 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57126) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:16.299538 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (7cb9167b-8554-4d5c-bcbe-3ac19f98c539), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.302021 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb046b4-d622-4b52-8a7c-6b70e41cf5e8 req-89600b1f-36b7-4262-9c61-24e5560325aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:16.303559 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8eb046b4-d622-4b52-8a7c-6b70e41cf5e8 req-89600b1f-36b7-4262-9c61-24e5560325aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.2360692 Mar 28 23:39:16.350236 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8eb046b4-d622-4b52-8a7c-6b70e41cf5e8 req-6e4d4a7a-46e0-4dd3-a25e-919cb48340e1 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Mar 28 23:39:16.384560 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (7cb9167b-8554-4d5c-bcbe-3ac19f98c539), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.404504 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb9167b-8554-4d5c-bcbe-3ac19f98c539']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:16.413478 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5325a745-fce4-467c-8229-f952ec4fcfc0') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:16.413795 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5325a745-fce4-467c-8229-f952ec4fcfc0') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:16.424875 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (5325a745-fce4-467c-8229-f952ec4fcfc0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.441843 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (5325a745-fce4-467c-8229-f952ec4fcfc0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.449518 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:39:16.449923 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (5325a745-fce4-467c-8229-f952ec4fcfc0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:39:16.451679 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:39:16.504783 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (7cb9167b-8554-4d5c-bcbe-3ac19f98c539), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.510229 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.513494 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] 10.222.0.16 "DELETE /v2.0/networks/7cb9167b-8554-4d5c-bcbe-3ac19f98c539 HTTP/1.1" status: 204 len: 168 time: 0.2793941 Mar 28 23:39:16.525173 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb018fdd-fb3a-4dbd-b9c9-8eed83105d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb9167b-8554-4d5c-bcbe-3ac19f98c539,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:16.674768 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57132) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:16.716979 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-443dd042-03e8-4f6c-80c0-c29eb7c1c656 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b08af3c8d544199afea50ec06f00662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410674 Mar 28 23:39:16.719268 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57134) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:16.766254 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74c46fbe-196e-4039-9aca-90bcac1e71d1 admin admin] Publish callbacks [] for security_group (5ea42ff6-16c3-458e-905d-a59a497318d0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.786481 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74c46fbe-196e-4039-9aca-90bcac1e71d1 admin admin] Publish callbacks [] for security_group (5ea42ff6-16c3-458e-905d-a59a497318d0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.834829 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74c46fbe-196e-4039-9aca-90bcac1e71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (5ea42ff6-16c3-458e-905d-a59a497318d0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.837535 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74c46fbe-196e-4039-9aca-90bcac1e71d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:16.838691 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-74c46fbe-196e-4039-9aca-90bcac1e71d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ea42ff6-16c3-458e-905d-a59a497318d0 HTTP/1.1" status: 204 len: 168 time: 0.1185653 Mar 28 23:39:16.846131 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c46fbe-196e-4039-9aca-90bcac1e71d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea42ff6-16c3-458e-905d-a59a497318d0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:17.135347 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d257-0cfa-4799-9550-094a689184a4 req-b0584716-efc9-499d-a1a2-57a6a527ea83 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:17.137472 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1b14d257-0cfa-4799-9550-094a689184a4 req-b0584716-efc9-499d-a1a2-57a6a527ea83 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 943 time: 0.0558183 Mar 28 23:39:17.167531 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57146) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:17.187461 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1b14d257-0cfa-4799-9550-094a689184a4 req-407790c9-8a9e-49fe-b546-858d5bf79d07 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Mar 28 23:39:17.212052 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5d4c486b-ff76-4e7d-8bfe-56157fd8d9e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e10d59d08a464a03ab6d2eec8fadc91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432870 Mar 28 23:39:17.212690 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57150) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:17.260487 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-efd05362-00c7-4bc5-871d-6113652a90d0 admin admin] Publish callbacks [] for security_group (619fc4f7-1ed8-4c93-8e52-1b0fc42dca21), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:17.281411 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-efd05362-00c7-4bc5-871d-6113652a90d0 admin admin] Publish callbacks [] for security_group (619fc4f7-1ed8-4c93-8e52-1b0fc42dca21), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:17.336249 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-efd05362-00c7-4bc5-871d-6113652a90d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (619fc4f7-1ed8-4c93-8e52-1b0fc42dca21), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:17.338958 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-efd05362-00c7-4bc5-871d-6113652a90d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:17.340305 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-efd05362-00c7-4bc5-871d-6113652a90d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/619fc4f7-1ed8-4c93-8e52-1b0fc42dca21 HTTP/1.1" status: 204 len: 168 time: 0.1265354 Mar 28 23:39:17.350885 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd05362-00c7-4bc5-871d-6113652a90d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619fc4f7-1ed8-4c93-8e52-1b0fc42dca21,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:24.489491 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-d120d196-a6e1-4f42-8128-34801fb3edc8 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:24.491066 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-d120d196-a6e1-4f42-8128-34801fb3edc8 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/networks?id=00b276d0-70ed-4301-af46-4604f0e3dabb HTTP/1.1" status: 200 len: 808 time: 0.0984879 Mar 28 23:39:24.506481 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-6cc796a7-6f7f-4e56-bcc9-48e8bfdb8a17 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/quotas/0b78a429f5474763be6369bf5c15a3b7 HTTP/1.1" status: 200 len: 375 time: 0.0097992 Mar 28 23:39:24.539931 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-b1063aab-8f8d-4499-8cad-30067caa1160 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b78a429f5474763be6369bf5c15a3b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275702 Mar 28 23:39:24.633454 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-bbaf2254-46b8-4308-975b-122bf2c8905b service neutron] 10.222.0.16 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865929 Mar 28 23:39:24.643729 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9267-5bfa-40ec-baf6-30614f5b1f2c req-a0683b40-7550-4c57-8c17-cbe640de853f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:24.645239 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-708e9267-5bfa-40ec-baf6-30614f5b1f2c req-a0683b40-7550-4c57-8c17-cbe640de853f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0562198 Mar 28 23:39:24.692248 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-708e9267-5bfa-40ec-baf6-30614f5b1f2c req-04dba81b-bbe6-4762-8c10-61ec330306fb tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Mar 28 23:39:24.720765 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-7338904c-7b8b-4d39-845c-bc88f14bb9df service neutron] 10.222.0.16 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816903 Mar 28 23:39:24.823972 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c7919-aef3-4b61-8b4b-e62b55df2cfc req-ea3e0acb-d416-4226-8384-7aba607fab18 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:24.825652 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5b3c7919-aef3-4b61-8b4b-e62b55df2cfc req-ea3e0acb-d416-4226-8384-7aba607fab18 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 943 time: 0.0559251 Mar 28 23:39:24.896472 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5b3c7919-aef3-4b61-8b4b-e62b55df2cfc req-e5acbcc9-de33-4052-bfc0-9021ae9769cd tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651467 Mar 28 23:39:24.969622 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-20316a34-d94b-4710-ae03-d3d74257d9b1 req-1527b97c-d348-4370-a683-f5831e2b3ee9 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 210 time: 0.0372746 Mar 28 23:39:25.160680 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d274d0-a9be-42c5-b765-510f1eb2bc98 req-2f9eaf8e-e3c6-407b-bfe2-f15cd387ba46 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:25.162837 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-89d274d0-a9be-42c5-b765-510f1eb2bc98 req-2f9eaf8e-e3c6-407b-bfe2-f15cd387ba46 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.2932272 Mar 28 23:39:25.212504 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-89d274d0-a9be-42c5-b765-510f1eb2bc98 req-5a508548-e53d-47fb-8701-cd4a602f0411 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440218 Mar 28 23:39:25.337402 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57346) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:25.461529 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80f9a968-3596-4a6a-8a2e-f41244050423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:25.534984 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80f9a968-3596-4a6a-8a2e-f41244050423 admin admin] Publish callbacks [] for security_group (a3d46713-5c0f-4dac-9420-559838a8a06a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:25.538670 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80f9a968-3596-4a6a-8a2e-f41244050423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (a3d46713-5c0f-4dac-9420-559838a8a06a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:25.575671 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-80f9a968-3596-4a6a-8a2e-f41244050423 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc089c2f191a40c4aa6d988a95f5d5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371676 Mar 28 23:39:25.576573 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9a968-3596-4a6a-8a2e-f41244050423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d46713-5c0f-4dac-9420-559838a8a06a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:25.579680 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 57354) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:25.631118 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b970136-7676-464f-ae75-d7bc330ef879 admin admin] Publish callbacks [] for security_group (a3d46713-5c0f-4dac-9420-559838a8a06a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:25.653614 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b970136-7676-464f-ae75-d7bc330ef879 admin admin] Publish callbacks [] for security_group (a3d46713-5c0f-4dac-9420-559838a8a06a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:25.720685 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b970136-7676-464f-ae75-d7bc330ef879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (a3d46713-5c0f-4dac-9420-559838a8a06a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:25.723189 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b970136-7676-464f-ae75-d7bc330ef879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:25.724350 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-1b970136-7676-464f-ae75-d7bc330ef879 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3d46713-5c0f-4dac-9420-559838a8a06a HTTP/1.1" status: 204 len: 168 time: 0.1431630 Mar 28 23:39:25.737064 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b970136-7676-464f-ae75-d7bc330ef879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d46713-5c0f-4dac-9420-559838a8a06a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:25.754520 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c0f56-0084-4dcb-8e1e-98b4603b6274 req-2a5b53d3-5ebd-4825-a50f-3d3a4e89fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:25.761198 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e34c0f56-0084-4dcb-8e1e-98b4603b6274 req-2a5b53d3-5ebd-4825-a50f-3d3a4e89fa93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 1129 time: 0.0713339 Mar 28 23:39:25.859715 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e34c0f56-0084-4dcb-8e1e-98b4603b6274 req-1c4d381a-3334-4dcb-8baa-d487dad4b641 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861108 Mar 28 23:39:25.884089 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bcd19-9165-4992-93ed-35c0e817288e req-6087ea00-8690-4a8c-bf13-f9cf9c5cb6f2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:25.885898 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f40bcd19-9165-4992-93ed-35c0e817288e req-6087ea00-8690-4a8c-bf13-f9cf9c5cb6f2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.1066992 Mar 28 23:39:25.937602 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f40bcd19-9165-4992-93ed-35c0e817288e req-c8b33e14-d126-4d18-a2a7-2beba8a9dd78 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452299 Mar 28 23:39:26.013743 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0650f4b-81ed-4cee-8444-02a2d139b793 req-0f205aa0-7b2f-41ae-835e-6a7465d8fcd9 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:26.015278 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b0650f4b-81ed-4cee-8444-02a2d139b793 req-0f205aa0-7b2f-41ae-835e-6a7465d8fcd9 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 943 time: 0.0534818 Mar 28 23:39:26.022830 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 57368) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:26.039312 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16db7666-828b-42d2-83b1-e083db4142d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.080656 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6b93112d-e138-40d7-a6c5-b51edf87b8dc req-7140e0e3-0480-4fbc-9839-8fb7400c0d61 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 210 time: 0.0309749 Mar 28 23:39:26.094099 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b0650f4b-81ed-4cee-8444-02a2d139b793 req-f73cd021-7735-46a2-a808-15204019765e tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720942 Mar 28 23:39:26.236054 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-7d4dc284-001b-441b-8742-e93c0433b1d4 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:26.238009 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-7d4dc284-001b-441b-8742-e93c0433b1d4 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.30 "GET /v2.0/networks?id=00b276d0-70ed-4301-af46-4604f0e3dabb HTTP/1.1" status: 200 len: 808 time: 0.1539483 Mar 28 23:39:26.252079 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Request body: {'port': {'device_id': '20d25a84-041f-43de-90d0-fc9fd450122a', 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb', 'admin_state_up': True, 'tenant_id': '0b78a429f5474763be6369bf5c15a3b7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:26.350806 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16db7666-828b-42d2-83b1-e083db4142d5 admin admin] Publish callbacks [] for security_group (a1eb529a-5067-4097-b389-ea6ea95e6b89), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.359953 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16db7666-828b-42d2-83b1-e083db4142d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (a1eb529a-5067-4097-b389-ea6ea95e6b89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.436015 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db7666-828b-42d2-83b1-e083db4142d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb529a-5067-4097-b389-ea6ea95e6b89,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:26.447787 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b583e-1ec8-45da-9d47-67ca3550dd9a req-38b9da8a-c42d-479b-9895-e5dd4fc60244 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:26.449280 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bb4b583e-1ec8-45da-9d47-67ca3550dd9a req-38b9da8a-c42d-479b-9895-e5dd4fc60244 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.1464531 Mar 28 23:39:26.451432 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-16db7666-828b-42d2-83b1-e083db4142d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a87acb4782446c39bce063f9624db76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275694 Mar 28 23:39:26.454288 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57380) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:26.486263 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Made reservation on behalf of 0b78a429f5474763be6369bf5c15a3b7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:39:26.489483 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.501869 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f24eca7-4baf-40cf-a628-80e7b07b7437 admin admin] Publish callbacks [] for security_group (a1eb529a-5067-4097-b389-ea6ea95e6b89), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.522576 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f24eca7-4baf-40cf-a628-80e7b07b7437 admin admin] Publish callbacks [] for security_group (a1eb529a-5067-4097-b389-ea6ea95e6b89), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.528403 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bb4b583e-1ec8-45da-9d47-67ca3550dd9a req-6b8e7eaa-f820-43d8-990a-ad977fa34a5c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725131 Mar 28 23:39:26.570513 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f24eca7-4baf-40cf-a628-80e7b07b7437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (a1eb529a-5067-4097-b389-ea6ea95e6b89), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.573150 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f24eca7-4baf-40cf-a628-80e7b07b7437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.576878 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5f24eca7-4baf-40cf-a628-80e7b07b7437 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1eb529a-5067-4097-b389-ea6ea95e6b89 HTTP/1.1" status: 204 len: 168 time: 0.1188486 Mar 28 23:39:26.583866 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24eca7-4baf-40cf-a628-80e7b07b7437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb529a-5067-4097-b389-ea6ea95e6b89,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:26.639478 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Allocated IP 172.20.0.12 (00b276d0-70ed-4301-af46-4604f0e3dabb/1437b5fe-a42b-4e6a-beea-b5febed343c3/01b73e58-7b35-417a-b115-e4fba0856f8f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:26.794781 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks [] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.828476 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.869503 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Network 00b276d0-70ed-4301-af46-4604f0e3dabb is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:26.872677 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:26.875558 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:26.923100 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Pushing event updated for resources: {'Port': ['ID=01b73e58-7b35-417a-b115-e4fba0856f8f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:26.942916 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:26.943541 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.944312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57392) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:26.957259 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8d211b2a-ffa3-406d-81ad-5a4bb9d62131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:26.962371 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-a6b2852f-cf29-4242-8622-6c661192c052 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7155910 Mar 28 23:39:26.976185 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Request body: {'port': {'device_id': '20d25a84-041f-43de-90d0-fc9fd450122a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:27.074493 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8d211b2a-ffa3-406d-81ad-5a4bb9d62131 admin admin] Publish callbacks [] for security_group (53d22aec-c41d-47e0-a9a7-fa54893d7a75), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.085070 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8d211b2a-ffa3-406d-81ad-5a4bb9d62131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (53d22aec-c41d-47e0-a9a7-fa54893d7a75), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.085700 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.133216 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8d211b2a-ffa3-406d-81ad-5a4bb9d62131 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7035aa27ef674a37b494662fde6f57a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876683 Mar 28 23:39:27.134560 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d211b2a-ffa3-406d-81ad-5a4bb9d62131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d22aec-c41d-47e0-a9a7-fa54893d7a75,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:27.137117 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da7a09-fb74-4a7d-9da7-573c90e0e0d4 req-1bcd472c-f25c-4789-9f31-7c48145f8017 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:27.137280 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57400) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:27.139623 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-98da7a09-fb74-4a7d-9da7-573c90e0e0d4 req-1bcd472c-f25c-4789-9f31-7c48145f8017 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.1214170 Mar 28 23:39:27.242006 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9dc9868f-1a34-4d67-af3b-b8c8ee33cb15 admin admin] Publish callbacks [] for security_group (53d22aec-c41d-47e0-a9a7-fa54893d7a75), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.268507 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9dc9868f-1a34-4d67-af3b-b8c8ee33cb15 admin admin] Publish callbacks [] for security_group (53d22aec-c41d-47e0-a9a7-fa54893d7a75), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.289566 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb83d6-47eb-44f6-a30a-15fdc8cbcc2f req-8724e308-24dc-4b5d-834f-551581a83cc9 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:27.291194 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8dcb83d6-47eb-44f6-a30a-15fdc8cbcc2f req-8724e308-24dc-4b5d-834f-551581a83cc9 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 932 time: 0.0921164 Mar 28 23:39:27.320768 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-98da7a09-fb74-4a7d-9da7-573c90e0e0d4 req-9399397c-1b17-4a55-a063-d9f89122248f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676905 Mar 28 23:39:27.425460 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8dcb83d6-47eb-44f6-a30a-15fdc8cbcc2f req-0abe740b-0e39-42df-b799-ef2b788f307d tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214108 Mar 28 23:39:27.438898 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9dc9868f-1a34-4d67-af3b-b8c8ee33cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (53d22aec-c41d-47e0-a9a7-fa54893d7a75), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.441797 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9dc9868f-1a34-4d67-af3b-b8c8ee33cb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.446100 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9dc9868f-1a34-4d67-af3b-b8c8ee33cb15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53d22aec-c41d-47e0-a9a7-fa54893d7a75 HTTP/1.1" status: 204 len: 168 time: 0.3057656 Mar 28 23:39:27.460522 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9868f-1a34-4d67-af3b-b8c8ee33cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d22aec-c41d-47e0-a9a7-fa54893d7a75,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:27.523744 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dd9b1-a08f-4a73-a895-f7b09ed48e9b req-83530cf8-a8cd-4c8f-9209-a506a80dbf6e tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:27.525237 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1f0dd9b1-a08f-4a73-a895-f7b09ed48e9b req-83530cf8-a8cd-4c8f-9209-a506a80dbf6e tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 943 time: 0.0987196 Mar 28 23:39:27.611971 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1f0dd9b1-a08f-4a73-a895-f7b09ed48e9b req-c0f64dea-6f79-4689-b0f7-ebadc64dee7a tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805812 Mar 28 23:39:27.620170 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b73e58-7b35-417a-b115-e4fba0856f8f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:27.628440 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Publish callbacks [] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.652124 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Transition to ACTIVE for port object 01b73e58-7b35-417a-b115-e4fba0856f8f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:39:27.657322 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.666094 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946de06-bb6a-4319-9ba4-37ea3d3dd696 req-1d32461a-2ebe-4c0b-a63a-72618274c14a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:27.667792 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d946de06-bb6a-4319-9ba4-37ea3d3dd696 req-1d32461a-2ebe-4c0b-a63a-72618274c14a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0641716 Mar 28 23:39:27.717119 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Pushing event updated for resources: {'Port': ['ID=01b73e58-7b35-417a-b115-e4fba0856f8f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:27.720261 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d946de06-bb6a-4319-9ba4-37ea3d3dd696 req-bcbcfa77-a585-4042-a125-b549ad6b2544 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463169 Mar 28 23:39:27.795665 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Attempting to bind port 01b73e58-7b35-417a-b115-e4fba0856f8f on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:39:27.796194 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Attempting to bind port 01b73e58-7b35-417a-b115-e4fba0856f8f by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:39:27.796326 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Attempting to bind port 01b73e58-7b35-417a-b115-e4fba0856f8f on network 00b276d0-70ed-4301-af46-4604f0e3dabb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:27.801182 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Port 01b73e58-7b35-417a-b115-e4fba0856f8f on network 00b276d0-70ed-4301-af46-4604f0e3dabb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:39:27.801506 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Attempting to bind port 01b73e58-7b35-417a-b115-e4fba0856f8f on network 00b276d0-70ed-4301-af46-4604f0e3dabb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:27.806505 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:39:27.806850 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Checking segment: {'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:39:27.807231 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Bound using segment: {'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:39:27.807659 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Bound port: 01b73e58-7b35-417a-b115-e4fba0856f8f, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb84d74-49ca-4658-a1fa-883ae7288d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:39:27.808076 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.873567 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] For port 01b73e58-7b35-417a-b115-e4fba0856f8f, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:39:27.876721 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] For port 01b73e58-7b35-417a-b115-e4fba0856f8f, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=01b73e58-7b35-417a-b115-e4fba0856f8f,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:39:27.882585 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.928756 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:27.929430 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:27.930822 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] 10.222.0.30 "PUT /v2.0/ports/01b73e58-7b35-417a-b115-e4fba0856f8f HTTP/1.1" status: 200 len: 1094 time: 0.9602449 Mar 28 23:39:27.931267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d25a84-041f-43de-90d0-fc9fd450122a', 'tag': '01b73e58-7b35-417a-b115-e4fba0856f8f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:27.933669 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "20d25a84-041f-43de-90d0-fc9fd450122a", "tag": "01b73e58-7b35-417a-b115-e4fba0856f8f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:27.959717 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf9e9e-74d0-42af-b67f-5f6e26dfc693 service neutron] Pushing event updated for resources: {'Port': ['ID=01b73e58-7b35-417a-b115-e4fba0856f8f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:27.989557 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b4c8c4-d5dd-443f-b950-17899d7472d4 x-openstack-request-id: req-b1b4c8c4-d5dd-443f-b950-17899d7472d4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:27.989927 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d25a84-041f-43de-90d0-fc9fd450122a", "tag": "01b73e58-7b35-417a-b115-e4fba0856f8f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:27.990311 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1b4c8c4-d5dd-443f-b950-17899d7472d4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:27.990766 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b4c8c4-d5dd-443f-b950-17899d7472d4'] response: {'name': 'network-changed', 'server_uuid': '20d25a84-041f-43de-90d0-fc9fd450122a', 'tag': '01b73e58-7b35-417a-b115-e4fba0856f8f', 'status': 'completed', 'code': 200} Mar 28 23:39:28.050885 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-25d8eadb-4b62-4d34-8eb4-5628bfd90f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:28.052391 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-25d8eadb-4b62-4d34-8eb4-5628bfd90f32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b78a429f5474763be6369bf5c15a3b7&device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 1128 time: 0.0526643 Mar 28 23:39:28.096410 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-03cc8866-cd9d-4e78-bbdf-8883682fb706 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01b73e58-7b35-417a-b115-e4fba0856f8f HTTP/1.1" status: 200 len: 217 time: 0.0360897 Mar 28 23:39:28.154045 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-f43e79a5-abe9-4347-bc1d-a4ac97531489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:28.155510 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-f43e79a5-abe9-4347-bc1d-a4ac97531489 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1437b5fe-a42b-4e6a-beea-b5febed343c3 HTTP/1.1" status: 200 len: 848 time: 0.0457284 Mar 28 23:39:28.190154 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-efcab7bb-6efd-4860-96f6-78c290a87af8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00b276d0-70ed-4301-af46-4604f0e3dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256503 Mar 28 23:39:28.293719 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-99b02627-8199-42f0-8ad1-d3d63a1d199b service neutron] 10.222.0.30 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942969 Mar 28 23:39:28.385634 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bae00082-246e-4b4b-be1f-817f35bb6bd6 req-feed5771-e591-4420-bd28-569fdef8225a service neutron] 10.222.0.30 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847147 Mar 28 23:39:28.456863 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483abb-ddaa-4432-9174-da9d1892f743 req-e6263539-7d9c-442d-8c2d-bc8de1dcef2b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:28.459935 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8b483abb-ddaa-4432-9174-da9d1892f743 req-e6263539-7d9c-442d-8c2d-bc8de1dcef2b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0771227 Mar 28 23:39:28.490446 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-b4d2ba4e-3593-463f-9565-44170850ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:28.493556 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-b4d2ba4e-3593-463f-9565-44170850ef01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b78a429f5474763be6369bf5c15a3b7&device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 1128 time: 0.0620246 Mar 28 23:39:28.503928 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 34049519-c9f6-49fc-a246-1cfa54178f44 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:39:28.526252 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8b483abb-ddaa-4432-9174-da9d1892f743 req-374f5c5b-10db-4c42-a43c-33124d8954d8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593157 Mar 28 23:39:28.644020 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247fff-3e22-4d3a-abab-1fea55f34a87 req-685ba117-e290-417e-91d7-f1806b21f68e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:28.646170 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cf247fff-3e22-4d3a-abab-1fea55f34a87 req-685ba117-e290-417e-91d7-f1806b21f68e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 944 time: 0.1310844 Mar 28 23:39:28.657066 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 34049519-c9f6-49fc-a246-1cfa54178f44, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=34049519-c9f6-49fc-a246-1cfa54178f44,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:28.670653 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '34049519-c9f6-49fc-a246-1cfa54178f44', 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1', 'port_id': '34049519-c9f6-49fc-a246-1cfa54178f44', 'mac_address': 'fa:16:3e:27:cc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e735e2a6-3116-4c64-a762-6deb7eb4fa7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:39:28.722182 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 34049519-c9f6-49fc-a246-1cfa54178f44 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:28.722605 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:28.729363 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-5b050b75-a423-46e3-8708-c567c644aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:28.731307 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-5b050b75-a423-46e3-8708-c567c644aa06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00b276d0-70ed-4301-af46-4604f0e3dabb HTTP/1.1" status: 200 len: 909 time: 0.2137814 Mar 28 23:39:28.738459 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34049519-c9f6-49fc-a246-1cfa54178f44 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:28.761783 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 34049519-c9f6-49fc-a246-1cfa54178f44, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=34049519-c9f6-49fc-a246-1cfa54178f44,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:28.766194 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:28.787912 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-ef833053-bc95-40e1-9a46-4291a9a80f03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01b73e58-7b35-417a-b115-e4fba0856f8f HTTP/1.1" status: 200 len: 217 time: 0.0445120 Mar 28 23:39:28.805115 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cf247fff-3e22-4d3a-abab-1fea55f34a87 req-43bea16b-adc8-4635-a48a-08f371a63422 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523471 Mar 28 23:39:28.828431 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=34049519-c9f6-49fc-a246-1cfa54178f44,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:28.887007 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-9628680a-394a-4194-b1c0-c49721fa9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:28.888554 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-9628680a-394a-4194-b1c0-c49721fa9762 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1437b5fe-a42b-4e6a-beea-b5febed343c3 HTTP/1.1" status: 200 len: 848 time: 0.0824966 Mar 28 23:39:28.926132 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-ddd7be83-6402-4065-8545-d8aa8ca44321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00b276d0-70ed-4301-af46-4604f0e3dabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282896 Mar 28 23:39:29.059814 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e30f5f-e42b-4b03-8437-949709e9ed6d req-50038f84-3379-4ff2-95c7-1e0eb0626d5e tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:29.067975 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d39db-e559-45d9-a394-0c31c4a4a21d req-f7b8f489-22d5-4f23-881e-8c67d28028f6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:29.069591 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d1e30f5f-e42b-4b03-8437-949709e9ed6d req-50038f84-3379-4ff2-95c7-1e0eb0626d5e tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 944 time: 0.1459355 Mar 28 23:39:29.070822 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2d8d39db-e559-45d9-a394-0c31c4a4a21d req-f7b8f489-22d5-4f23-881e-8c67d28028f6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0673964 Mar 28 23:39:29.097844 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-c894fa59-d94e-4bb8-8ddc-4909bfa0b8f7 service neutron] 10.222.0.30 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609442 Mar 28 23:39:29.123757 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2d8d39db-e559-45d9-a394-0c31c4a4a21d req-f9dcffc5-2673-4a85-8f5e-d480bb6ea73d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470340 Mar 28 23:39:29.150709 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['34049519-c9f6-49fc-a246-1cfa54178f44'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:29.168563 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d1e30f5f-e42b-4b03-8437-949709e9ed6d req-be36b4c8-f08a-4f42-9f4f-30d3f72e7a06 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917273 Mar 28 23:39:29.243642 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-082ddd6b-0221-46c7-bc2f-fa58f76ed1e5 req-12eb05cd-b52a-4261-a277-228f4b7bf191 service neutron] 10.222.0.30 "GET /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350288 Mar 28 23:39:29.344967 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ec2dbf47-9a92-47b1-98f6-4a192853f590 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382643660&fields=id&tenant_id=b48445603d904db498f2cc8fbebe36ff HTTP/1.1" status: 200 len: 267 time: 0.0653799 Mar 28 23:39:29.405541 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6e440-9573-40ae-b734-b70ba70f665d req-c0edca67-46f9-44ca-b086-46e7c9df21bd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:29.407020 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-29f6e440-9573-40ae-b734-b70ba70f665d req-c0edca67-46f9-44ca-b086-46e7c9df21bd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0526106 Mar 28 23:39:29.461025 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-29f6e440-9573-40ae-b734-b70ba70f665d req-cda65a36-ff96-43ba-9446-0b3a6b7a4caa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474424 Mar 28 23:39:29.461587 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-822b8938-6d10-4aea-b815-f3340e3a3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:29.463087 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-822b8938-6d10-4aea-b815-f3340e3a3058 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 1129 time: 0.1173568 Mar 28 23:39:29.497703 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2d42-1811-4825-9024-64f964a14725 req-356bfe72-9184-44ff-873e-3c51adbfcb74 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:29.497703 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-356bfe72-9184-44ff-873e-3c51adbfcb74 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/networks?id=c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 200 len: 809 time: 0.1401439 Mar 28 23:39:29.717023 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-066691af-a6d1-42e9-b990-902c10393a14 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/quotas/b48445603d904db498f2cc8fbebe36ff HTTP/1.1" status: 200 len: 375 time: 0.2133811 Mar 28 23:39:29.787325 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-9ad2b830-92d6-4b6f-8f15-3cd579172936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:29.788875 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-9ad2b830-92d6-4b6f-8f15-3cd579172936 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.3102045 Mar 28 23:39:29.799136 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-e4c677f7-286f-4ffd-be26-b316ae39cd7d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b48445603d904db498f2cc8fbebe36ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763462 Mar 28 23:39:29.846182 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-cd10a7e1-94b8-4732-bd7a-ddc214c52d40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c HTTP/1.1" status: 200 len: 217 time: 0.0461268 Mar 28 23:39:29.950509 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ee736-3a39-47fb-b23e-830ec7e124ff req-3c10ca53-acd2-467d-82a6-2490716d4d7f tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:29.952344 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-792ee736-3a39-47fb-b23e-830ec7e124ff req-3c10ca53-acd2-467d-82a6-2490716d4d7f tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 944 time: 0.0795367 Mar 28 23:39:29.955887 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-54dd6101-e454-44ad-8718-76036255ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:29.957354 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-54dd6101-e454-44ad-8718-76036255ae0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0998158 Mar 28 23:39:29.974032 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-508d740f-2d1a-47ca-bc0c-3636d663848d service neutron] 10.222.0.16 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360161 Mar 28 23:39:30.032107 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-792ee736-3a39-47fb-b23e-830ec7e124ff req-f7aacc4c-f785-42f7-a4ff-e708aa4f7527 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742161 Mar 28 23:39:30.091301 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-f47f045c-79e4-487d-806f-3336c7d8800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:30.092870 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-f47f045c-79e4-487d-806f-3336c7d8800a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1151559 Mar 28 23:39:30.104956 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-37bb29ea-0c6b-4766-bcb0-086d90b994b2 service neutron] 10.222.0.16 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188915 Mar 28 23:39:30.217329 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-a7644e1b-0964-4f1b-9561-af1df46641ae service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149313 Mar 28 23:39:30.352280 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8547f-ed95-4702-840b-dd077a0126e8 req-96105c1f-87e6-4d88-afc8-8f7df755de22 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:30.353793 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c7c8547f-ed95-4702-840b-dd077a0126e8 req-96105c1f-87e6-4d88-afc8-8f7df755de22 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0976448 Mar 28 23:39:30.380364 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fb627c6f-d383-44cb-8e91-491f12ac0a07 req-ec4abe0a-20e9-4719-8215-5591c72fc7c7 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535678 Mar 28 23:39:30.434039 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c7c8547f-ed95-4702-840b-dd077a0126e8 req-6780c993-f293-4c16-9fa2-09753176076d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737829 Mar 28 23:39:30.505171 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0682fbe6-10d3-4d42-bfe0-06d8935d08b0 req-f7c5f251-8e61-496f-b294-bae74f12e76d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 210 time: 0.0389380 Mar 28 23:39:30.512208 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 01b73e58-7b35-417a-b115-e4fba0856f8f details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:39:30.516670 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 34049519-c9f6-49fc-a246-1cfa54178f44 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:30.545681 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5144d-2c5a-4056-b186-e06e5b4c487c req-cc43b683-4956-48cc-b499-78e097441245 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:30.553629 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7df5144d-2c5a-4056-b186-e06e5b4c487c req-cc43b683-4956-48cc-b499-78e097441245 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 944 time: 0.0701792 Mar 28 23:39:30.624436 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7df5144d-2c5a-4056-b186-e06e5b4c487c req-a992a222-1b13-495d-8b26-1c64e1fa08b6 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698380 Mar 28 23:39:30.718986 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95faca-93f1-4459-b8dc-c6d7b8fc036f req-0bbbfcbd-428e-4179-9555-77ebefeee836 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:30.720745 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fe95faca-93f1-4459-b8dc-c6d7b8fc036f req-0bbbfcbd-428e-4179-9555-77ebefeee836 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0895832 Mar 28 23:39:30.780217 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fe95faca-93f1-4459-b8dc-c6d7b8fc036f req-bc58c69c-6a22-4942-af06-e7ea324c5826 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527821 Mar 28 23:39:30.843571 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 34049519-c9f6-49fc-a246-1cfa54178f44 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:39:30.850838 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 34049519-c9f6-49fc-a246-1cfa54178f44 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:30.851093 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:30.904716 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 01b73e58-7b35-417a-b115-e4fba0856f8f, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=01b73e58-7b35-417a-b115-e4fba0856f8f,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:30.919561 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '01b73e58-7b35-417a-b115-e4fba0856f8f', 'network_id': '00b276d0-70ed-4301-af46-4604f0e3dabb', 'port_id': '01b73e58-7b35-417a-b115-e4fba0856f8f', 'mac_address': 'fa:16:3e:2b:76:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1437b5fe-a42b-4e6a-beea-b5febed343c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:39:30.989273 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 01b73e58-7b35-417a-b115-e4fba0856f8f is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:30.989576 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:30.991396 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 34049519-c9f6-49fc-a246-1cfa54178f44 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:30.991803 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.011391 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b73e58-7b35-417a-b115-e4fba0856f8f {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:31.030268 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7a63b3-f8ea-4859-8953-2c90f53dff7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34049519-c9f6-49fc-a246-1cfa54178f44'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:31.032534 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fa5e9e-4a72-4b49-a0bb-333d73b86fa0" -d '{"events": [{"server_uuid": "8b7a63b3-f8ea-4859-8953-2c90f53dff7c", "name": "network-vif-plugged", "status": "completed", "tag": "34049519-c9f6-49fc-a246-1cfa54178f44"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:31.050866 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 34049519-c9f6-49fc-a246-1cfa54178f44, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=34049519-c9f6-49fc-a246-1cfa54178f44,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:31.052778 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 01b73e58-7b35-417a-b115-e4fba0856f8f, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=01b73e58-7b35-417a-b115-e4fba0856f8f,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:31.063501 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.069924 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.101433 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9108be-eed6-4a19-a3a5-bbb2459efd27 x-openstack-request-id: req-0b9108be-eed6-4a19-a3a5-bbb2459efd27 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:31.102222 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7a63b3-f8ea-4859-8953-2c90f53dff7c", "name": "network-vif-plugged", "status": "completed", "tag": "34049519-c9f6-49fc-a246-1cfa54178f44", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:31.102586 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b9108be-eed6-4a19-a3a5-bbb2459efd27 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:31.103059 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9108be-eed6-4a19-a3a5-bbb2459efd27'] response: {'server_uuid': '8b7a63b3-f8ea-4859-8953-2c90f53dff7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34049519-c9f6-49fc-a246-1cfa54178f44', 'code': 200} Mar 28 23:39:31.157396 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=34049519-c9f6-49fc-a246-1cfa54178f44,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:31.195599 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fca17d0-d530-409d-8f91-b25c008ef84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.198372 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d775ab2-b66f-4619-add4-b020048068df req-14398c35-6907-4934-914f-e234a0ed4bca tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:31.205564 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2d775ab2-b66f-4619-add4-b020048068df req-14398c35-6907-4934-914f-e234a0ed4bca tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 945 time: 0.0946045 Mar 28 23:39:31.239052 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=01b73e58-7b35-417a-b115-e4fba0856f8f,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:31.276733 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2d775ab2-b66f-4619-add4-b020048068df req-f1d3e47b-24c5-4552-b2a9-ed9b0a2e3b92 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696979 Mar 28 23:39:31.322735 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31977bfd-fc01-4512-9eac-c25846cb82d2 req-a0af5070-a8eb-4ac6-b576-0c85a5ce952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:31.324799 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-31977bfd-fc01-4512-9eac-c25846cb82d2 req-a0af5070-a8eb-4ac6-b576-0c85a5ce952e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 1129 time: 0.0576127 Mar 28 23:39:31.373730 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-31977bfd-fc01-4512-9eac-c25846cb82d2 req-60a98d16-a8d7-4e6e-8a82-619954c7fe20 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Mar 28 23:39:31.424148 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['01b73e58-7b35-417a-b115-e4fba0856f8f'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:31.587872 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7b60b-be80-4940-971b-73806d4d5cb2 req-faafc940-f88d-4618-acf1-1494e70da160 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:31.591992 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 57562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:31.595362 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3a7b60b-be80-4940-971b-73806d4d5cb2 req-faafc940-f88d-4618-acf1-1494e70da160 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0816853 Mar 28 23:39:31.598072 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b647ddb8-9698-4b05-a61f-9e9f0ff18bb0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010061152', 'description': 'tempest-description--735012280'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:31.643799 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b647ddb8-9698-4b05-a61f-9e9f0ff18bb0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.652333 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3a7b60b-be80-4940-971b-73806d4d5cb2 req-cd7deebe-5f12-4fb5-8741-324079ad9611 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560141 Mar 28 23:39:31.688334 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ccbb4bd-6276-49f6-bac0-e882c1c6beff req-6b801d52-2a9d-456b-9c4f-3201cd9e75ab tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 210 time: 0.0401444 Mar 28 23:39:31.744033 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b647ddb8-9698-4b05-a61f-9e9f0ff18bb0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (ef9479cc-b73e-490d-98f9-9fc9faac7fcf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.748337 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b647ddb8-9698-4b05-a61f-9e9f0ff18bb0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ef9479cc-b73e-490d-98f9-9fc9faac7fcf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.781706 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e423-8e77-4f2b-907e-e47d68a579c4 req-741684fb-ea72-4327-ac67-6f197d8726d4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:31.784667 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b647ddb8-9698-4b05-a61f-9e9f0ff18bb0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.786889 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-b647ddb8-9698-4b05-a61f-9e9f0ff18bb0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1936429 Mar 28 23:39:31.787872 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647ddb8-9698-4b05-a61f-9e9f0ff18bb0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9479cc-b73e-490d-98f9-9fc9faac7fcf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:31.790565 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 57566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:31.792499 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a1b1e423-8e77-4f2b-907e-e47d68a579c4 req-741684fb-ea72-4327-ac67-6f197d8726d4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0721722 Mar 28 23:39:31.797458 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-08c33960-b5ef-4146-9d37-ad03ba1c582e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group_rule': {'security_group_id': 'ef9479cc-b73e-490d-98f9-9fc9faac7fcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:31.839961 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08c33960-b5ef-4146-9d37-ad03ba1c582e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (8275b472-ccbe-43b1-a09e-f8f53f5bee52), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:31.851701 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a1b1e423-8e77-4f2b-907e-e47d68a579c4 req-902b47ab-fcd4-4c11-a80b-3d17eab24143 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533702 Mar 28 23:39:32.024848 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08c33960-b5ef-4146-9d37-ad03ba1c582e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (8275b472-ccbe-43b1-a09e-f8f53f5bee52), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.041314 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac80044-c943-444e-8563-0aa906116bfa req-f1ccfbad-2994-4a2a-ab29-65cb33c7f68e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:32.042820 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fac80044-c943-444e-8563-0aa906116bfa req-f1ccfbad-2994-4a2a-ab29-65cb33c7f68e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.1670384 Mar 28 23:39:32.043474 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08c33960-b5ef-4146-9d37-ad03ba1c582e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (8275b472-ccbe-43b1-a09e-f8f53f5bee52), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.073654 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2d42-1811-4825-9024-64f964a14725 req-2aed2c4b-f31a-4644-8155-855222b96a53 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:32.074992 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-2aed2c4b-f31a-4644-8155-855222b96a53 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.30 "GET /v2.0/networks?id=c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 200 len: 809 time: 0.1848769 Mar 28 23:39:32.086701 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c33960-b5ef-4146-9d37-ad03ba1c582e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8275b472-ccbe-43b1-a09e-f8f53f5bee52,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:32.104015 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08c33960-b5ef-4146-9d37-ad03ba1c582e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.105377 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-08c33960-b5ef-4146-9d37-ad03ba1c582e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122230 Mar 28 23:39:32.108128 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57570) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:32.112650 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-aaef934a-343a-4a75-91db-08b37b6fb3f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group_rule': {'security_group_id': 'ef9479cc-b73e-490d-98f9-9fc9faac7fcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:32.141447 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aaef934a-343a-4a75-91db-08b37b6fb3f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (7507dce6-ad07-420f-9e5d-220f856361f6), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.149023 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fac80044-c943-444e-8563-0aa906116bfa req-d8439caa-278a-4d71-a6dc-061ad567cf4e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953710 Mar 28 23:39:32.179711 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-8b1cd2f3-93d0-4056-ab61-114eb98fe78c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b48445603d904db498f2cc8fbebe36ff HTTP/1.1" status: 200 len: 379 time: 0.0839968 Mar 28 23:39:32.192519 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'port': {'device_id': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'admin_state_up': True, 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'security_groups': ['ffb908b1-b665-4836-b7d5-85adbcc6ea23']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:32.200498 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aaef934a-343a-4a75-91db-08b37b6fb3f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (7507dce6-ad07-420f-9e5d-220f856361f6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.204491 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aaef934a-343a-4a75-91db-08b37b6fb3f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (7507dce6-ad07-420f-9e5d-220f856361f6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.221969 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef934a-343a-4a75-91db-08b37b6fb3f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7507dce6-ad07-420f-9e5d-220f856361f6,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:32.232851 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aaef934a-343a-4a75-91db-08b37b6fb3f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.236960 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-aaef934a-343a-4a75-91db-08b37b6fb3f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249316 Mar 28 23:39:32.237182 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57572) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:32.242000 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:32.265632 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.322234 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Made reservation on behalf of b48445603d904db498f2cc8fbebe36ff for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:39:32.325711 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.413991 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.430602 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25021b-7071-4ea2-93bd-2bfbdd4dbed4 req-0760fb75-dd1e-4bee-a31f-e46a482b0bb2 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:32.438713 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5f25021b-7071-4ea2-93bd-2bfbdd4dbed4 req-0760fb75-dd1e-4bee-a31f-e46a482b0bb2 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 945 time: 0.0801156 Mar 28 23:39:32.463554 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Allocated IP 172.20.0.12 (c82322be-b69a-43cc-b597-25381cb6f92d/b0036c71-2b4a-43b6-a6a4-f33c93551982/a6b8e927-8d75-4cec-9114-3fa7fc7b2786) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:32.525601 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5f25021b-7071-4ea2-93bd-2bfbdd4dbed4 req-2989dccf-46df-453d-96bb-babf0d93a953 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859361 Mar 28 23:39:32.550939 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 01b73e58-7b35-417a-b115-e4fba0856f8f up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:32.592798 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Allocated IP 172.28.0.35 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/80ee9017-0bdf-413f-b83c-989e20d6b0be) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:32.613704 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.627523 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 01b73e58-7b35-417a-b115-e4fba0856f8f completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:39:32.633000 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 01b73e58-7b35-417a-b115-e4fba0856f8f triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:32.633385 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.670536 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.712094 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (80ee9017-0bdf-413f-b83c-989e20d6b0be), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.726264 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Network c82322be-b69a-43cc-b597-25381cb6f92d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:32.734265 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:32.739707 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:32.744194 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:32.804286 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (80ee9017-0bdf-413f-b83c-989e20d6b0be), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.810346 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:32.812134 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.821059 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 01b73e58-7b35-417a-b115-e4fba0856f8f is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:32.821587 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.868234 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1df4f4e2-53fb-48b4-aac8-f573ef656008 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6805396 Mar 28 23:39:32.868441 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 01b73e58-7b35-417a-b115-e4fba0856f8f, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=01b73e58-7b35-417a-b115-e4fba0856f8f,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:32.875154 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:32.884799 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:32.889971 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Request body: {'port': {'device_id': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:32.891688 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:32.898900 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:32.903186 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=80ee9017-0bdf-413f-b83c-989e20d6b0be,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:32.939594 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de550842-f888-41e8-bec0-0dcce6c5a955 req-205d01af-4842-4a19-9cdb-79df505d1fc9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:32.941416 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-de550842-f888-41e8-bec0-0dcce6c5a955 req-205d01af-4842-4a19-9cdb-79df505d1fc9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.1390982 Mar 28 23:39:32.950811 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=01b73e58-7b35-417a-b115-e4fba0856f8f,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:32.960274 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97f9c8-04ba-4cff-bc42-bedea72ced30 req-a3a2b3d5-aa84-4d29-9fa4-c2b13f283785 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:32.962604 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fa97f9c8-04ba-4cff-bc42-bedea72ced30 req-a3a2b3d5-aa84-4d29-9fa4-c2b13f283785 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 932 time: 0.1544664 Mar 28 23:39:33.024762 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.092193 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fa97f9c8-04ba-4cff-bc42-bedea72ced30 req-225b1eb4-91f7-4af8-b444-0e87388ad0f6 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143577 Mar 28 23:39:33.104654 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (cc83c3ea-01a8-4e58-835d-5469bc6fb206), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.106333 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d25a84-041f-43de-90d0-fc9fd450122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b73e58-7b35-417a-b115-e4fba0856f8f'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:33.111474 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f69f2-8f77-49ff-8521-0def0e825a93" -d '{"events": [{"server_uuid": "20d25a84-041f-43de-90d0-fc9fd450122a", "name": "network-vif-plugged", "status": "completed", "tag": "01b73e58-7b35-417a-b115-e4fba0856f8f"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:33.152955 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-de550842-f888-41e8-bec0-0dcce6c5a955 req-4de11852-de37-45ac-9471-162041441fab tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054131 Mar 28 23:39:33.173379 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ffc0eedb-527c-4666-a66e-710983092fd0 None None] Provisioning complete for port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:33.173973 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ffc0eedb-527c-4666-a66e-710983092fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.212491 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (80ee9017-0bdf-413f-b83c-989e20d6b0be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.242965 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b02f99-dca5-48c7-adc2-e300f5ac6232 x-openstack-request-id: req-f1b02f99-dca5-48c7-adc2-e300f5ac6232 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:33.243277 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d25a84-041f-43de-90d0-fc9fd450122a", "name": "network-vif-plugged", "status": "completed", "tag": "01b73e58-7b35-417a-b115-e4fba0856f8f", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:33.243533 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1b02f99-dca5-48c7-adc2-e300f5ac6232 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:33.244041 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b02f99-dca5-48c7-adc2-e300f5ac6232'] response: {'server_uuid': '20d25a84-041f-43de-90d0-fc9fd450122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b73e58-7b35-417a-b115-e4fba0856f8f', 'code': 200} Mar 28 23:39:33.261131 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a637be5-8081-4488-9ad8-f8e815e2224e req-1af279ac-6c28-47a1-8ba2-e69aed32c9a1 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:33.262302 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0eedb-527c-4666-a66e-710983092fd0 None None] Port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:39:33.269796 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8a637be5-8081-4488-9ad8-f8e815e2224e req-1af279ac-6c28-47a1-8ba2-e69aed32c9a1 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.1133752 Mar 28 23:39:33.384081 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8a637be5-8081-4488-9ad8-f8e815e2224e req-50cd18eb-3f53-44e3-b4fc-3ae57bd941b5 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132734 Mar 28 23:39:33.445518 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9c05c598-1220-4eda-9705-463e47a03f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.458207 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (80ee9017-0bdf-413f-b83c-989e20d6b0be), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.463640 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (80ee9017-0bdf-413f-b83c-989e20d6b0be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.482455 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9555ba-720b-441d-9fa1-05472736fe45 req-85a5851d-25f3-4265-9b8f-8535a00951e7 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:33.484072 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ef9555ba-720b-441d-9fa1-05472736fe45 req-85a5851d-25f3-4265-9b8f-8535a00951e7 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.1676106 Mar 28 23:39:33.534417 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=80ee9017-0bdf-413f-b83c-989e20d6b0be,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:33.547882 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (cc83c3ea-01a8-4e58-835d-5469bc6fb206), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.572324 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.573531 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b5a9d33d-9a48-4916-b378-2f5e8d588595 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3354092 Mar 28 23:39:33.583483 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4383cd6-2473-452b-b061-7eaef0b73553 req-7132a722-675a-42b2-ab8c-635347744d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:33.585109 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b4383cd6-2473-452b-b061-7eaef0b73553 req-7132a722-675a-42b2-ab8c-635347744d5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 1130 time: 0.1615579 Mar 28 23:39:33.602002 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b8e927-8d75-4cec-9114-3fa7fc7b2786 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:33.616563 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Publish callbacks [] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.621293 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ef9555ba-720b-441d-9fa1-05472736fe45 req-2c0dac84-e983-4fc2-9ee9-fdba2e1b2f5c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287088 Mar 28 23:39:33.653550 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Transition to ACTIVE for port object a6b8e927-8d75-4cec-9114-3fa7fc7b2786 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:39:33.667143 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:33.702485 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b4383cd6-2473-452b-b061-7eaef0b73553 req-7277815b-5a33-4d2f-8cb8-62463fdc0f7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027553 Mar 28 23:39:33.705054 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03f085-91ed-4051-922f-d9942a130740 req-c9f50874-2452-4710-a8b9-dd00139f6aa7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:33.724767 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1c03f085-91ed-4051-922f-d9942a130740 req-c9f50874-2452-4710-a8b9-dd00139f6aa7 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 946 time: 0.1106646 Mar 28 23:39:33.783041 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:33.810805 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1c03f085-91ed-4051-922f-d9942a130740 req-b08930fa-ff9c-446f-ba62-7700891ae088 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758851 Mar 28 23:39:33.886184 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Attempting to bind port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:39:33.886640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Attempting to bind port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:39:33.887033 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Attempting to bind port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 on network c82322be-b69a-43cc-b597-25381cb6f92d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:33.899853 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 on network c82322be-b69a-43cc-b597-25381cb6f92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:39:33.900199 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Attempting to bind port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 on network c82322be-b69a-43cc-b597-25381cb6f92d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:33.911742 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-dd09cd38-c520-4236-a45a-57a25e86db51 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2010061152&fields=id&tenant_id=eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 267 time: 0.0757771 Mar 28 23:39:33.939307 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:39:33.939764 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Checking segment: {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:39:33.940276 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Bound using segment: {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:39:33.940834 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Bound port: a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb3563d-24f7-4bdd-b2dc-c083c30af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:39:33.941298 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:34.093925 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:39:34.101315 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:39:34.123928 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:34.259068 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e68c784b-eedd-4378-a11b-7349b75877cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:34.261000 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e68c784b-eedd-4378-a11b-7349b75877cb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 814 time: 0.3482599 Mar 28 23:39:34.264602 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:34.287531 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:34.291978 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] 10.222.0.30 "PUT /v2.0/ports/a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 1094 time: 1.4060612 Mar 28 23:39:34.293326 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:34.306442 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dfd2c1-2ee4-4e77-b692-547a6f979315" -d '{"events": [{"name": "network-changed", "server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:34.349095 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-a59c0a80-fd97-48c7-8a47-4e91c1d07a78 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/quotas/eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 375 time: 0.0296555 Mar 28 23:39:34.402827 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61affc4d-a9e9-4dd2-8979-8b5fc8dc8df7 req-2b1885d1-96cd-444b-bc1f-fa59105d72c2 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:34.404478 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-61affc4d-a9e9-4dd2-8979-8b5fc8dc8df7 req-2b1885d1-96cd-444b-bc1f-fa59105d72c2 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 944 time: 0.1382844 Mar 28 23:39:34.498310 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef760e80-683f-4e27-a8f7-e7b41cd6fe98 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:34.528571 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-61affc4d-a9e9-4dd2-8979-8b5fc8dc8df7 req-6b7f2cef-d36a-4e8e-aa9a-fd1cca8920bd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081071 Mar 28 23:39:34.598016 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e9284bc3-22c8-4958-b5a4-ce41caa032a2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2029796 Mar 28 23:39:34.607563 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2d42-1811-4825-9024-64f964a14725 req-30324ac0-3e61-43da-9a18-aa9e21037c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:34.611919 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-30324ac0-3e61-43da-9a18-aa9e21037c10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48445603d904db498f2cc8fbebe36ff&device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1128 time: 0.2502420 Mar 28 23:39:34.720058 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-c6a2c8a3-a47d-4ca4-a1e3-d99e5f98b9bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 217 time: 0.1000946 Mar 28 23:39:34.730589 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fc32-b59a-4b90-855a-feb19209e4ce req-a944a995-5ae4-4ac4-8000-ade8ca133058 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:34.732936 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c215fc32-b59a-4b90-855a-feb19209e4ce req-a944a995-5ae4-4ac4-8000-ade8ca133058 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0752323 Mar 28 23:39:34.745975 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:34.802001 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-68234c6e-041e-47a0-b255-649e7b13a64e service neutron] 10.222.0.16 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731367 Mar 28 23:39:34.803715 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2d42-1811-4825-9024-64f964a14725 req-a8e79dfa-5d20-4aba-8d3d-c3a35e1691ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:34.805087 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-a8e79dfa-5d20-4aba-8d3d-c3a35e1691ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0036c71-2b4a-43b6-a6a4-f33c93551982 HTTP/1.1" status: 200 len: 848 time: 0.0734708 Mar 28 23:39:34.805595 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c215fc32-b59a-4b90-855a-feb19209e4ce req-e42b20f2-912d-4dbd-8b1f-f6fab186e13c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649781 Mar 28 23:39:34.875718 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd5f674-997b-4fc5-bacd-8dfecbb8eaef x-openstack-request-id: req-1bd5f674-997b-4fc5-bacd-8dfecbb8eaef {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:34.876098 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:34.876395 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bd5f674-997b-4fc5-bacd-8dfecbb8eaef {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:34.876693 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd5f674-997b-4fc5-bacd-8dfecbb8eaef'] response: {'name': 'network-changed', 'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'status': 'completed', 'code': 200} Mar 28 23:39:34.941364 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1dc25aff-d948-4190-bda8-c1eaac8578b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:34.942930 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-1dc25aff-d948-4190-bda8-c1eaac8578b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c82322be-b69a-43cc-b597-25381cb6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1123083 Mar 28 23:39:34.946531 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-2ad6e005-f966-4f81-b841-f9d5528e2518 service neutron] 10.222.0.16 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343672 Mar 28 23:39:34.962960 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba0e8-3abc-41d4-bdc8-2aafc0687212 req-8d76eada-5a3a-4428-bec3-e70ac04f9730 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:34.964457 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d16ba0e8-3abc-41d4-bdc8-2aafc0687212 req-8d76eada-5a3a-4428-bec3-e70ac04f9730 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 946 time: 0.0560772 Mar 28 23:39:35.023971 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d16ba0e8-3abc-41d4-bdc8-2aafc0687212 req-bf061bb4-31ff-4427-8eee-824a6757c51d tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535414 Mar 28 23:39:35.074419 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-fe5065fe-9afc-4006-9156-73eee4656bab service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103160 Mar 28 23:39:35.204635 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6704cb28-e539-4e7d-a4a7-7a5f3f9aed7f req-e6a576af-ada8-4686-b5ac-320c4433c1f1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 210 time: 0.0561469 Mar 28 23:39:35.273859 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9d3e2d42-1811-4825-9024-64f964a14725 req-a4dfb9ec-4a0d-49b9-811e-138194569c60 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773920 Mar 28 23:39:35.370285 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57720) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:35.374746 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-2a759b5b-32d5-43e1-974a-463233c357a8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065206673', 'description': 'tempest-description--2136832231'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:35.397134 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a759b5b-32d5-43e1-974a-463233c357a8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:35.421957 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-58d5d299-1122-4302-9d5a-1d8404c5c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:35.423320 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-58d5d299-1122-4302-9d5a-1d8404c5c1c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48445603d904db498f2cc8fbebe36ff&device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1128 time: 0.0853231 Mar 28 23:39:35.468324 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a759b5b-32d5-43e1-974a-463233c357a8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group (ab6948e9-66f1-409b-a1e2-aefa1acc0967), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:35.475190 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a759b5b-32d5-43e1-974a-463233c357a8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ab6948e9-66f1-409b-a1e2-aefa1acc0967), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:35.510692 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a759b5b-32d5-43e1-974a-463233c357a8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:35.512250 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-2a759b5b-32d5-43e1-974a-463233c357a8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1407523 Mar 28 23:39:35.514018 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a759b5b-32d5-43e1-974a-463233c357a8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6948e9-66f1-409b-a1e2-aefa1acc0967,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:35.514953 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 57724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:35.524145 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-04a7d984-d737-493b-a16b-9238cc9033c8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'security_group_rule': {'security_group_id': 'ab6948e9-66f1-409b-a1e2-aefa1acc0967', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:35.554586 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-63089404-cf18-4501-9507-2dd164077451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:35.556137 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-63089404-cf18-4501-9507-2dd164077451 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 200 len: 910 time: 0.1263931 Mar 28 23:39:35.580977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04a7d984-d737-493b-a16b-9238cc9033c8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group_rule (e75396a6-f23e-40a4-b3e5-370501943e56), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:35.692799 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b08f2-3a86-4354-aae6-553fd7727c18 req-426d1bc7-2cd8-4d09-9419-3a53d6cd2caa tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:35.694421 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-479b08f2-3a86-4354-aae6-553fd7727c18 req-426d1bc7-2cd8-4d09-9419-3a53d6cd2caa tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 944 time: 0.0747755 Mar 28 23:39:35.786796 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-479b08f2-3a86-4354-aae6-553fd7727c18 req-44033dfe-898d-4f10-a79b-57ece0692ca3 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789075 Mar 28 23:39:35.833342 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-c918daec-364c-439f-afce-acada6ca7535 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 217 time: 0.2631485 Mar 28 23:39:35.946623 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-ce07a747-6602-43f0-910d-33d7da3c7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:35.948070 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-ce07a747-6602-43f0-910d-33d7da3c7345 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0036c71-2b4a-43b6-a6a4-f33c93551982 HTTP/1.1" status: 200 len: 848 time: 0.1068120 Mar 28 23:39:35.969942 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04a7d984-d737-493b-a16b-9238cc9033c8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group_rule (e75396a6-f23e-40a4-b3e5-370501943e56), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:35.975511 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04a7d984-d737-493b-a16b-9238cc9033c8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (e75396a6-f23e-40a4-b3e5-370501943e56), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.019187 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04a7d984-d737-493b-a16b-9238cc9033c8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.026181 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-04a7d984-d737-493b-a16b-9238cc9033c8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5092285 Mar 28 23:39:36.027877 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57740) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:36.032593 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-cf6f0ba9-e9be-459a-8bea-e5f2532e1fb4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'security_group_rule': {'security_group_id': 'ab6948e9-66f1-409b-a1e2-aefa1acc0967', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:36.064412 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7d984-d737-493b-a16b-9238cc9033c8 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75396a6-f23e-40a4-b3e5-370501943e56,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:36.077272 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0ba9-e9be-459a-8bea-e5f2532e1fb4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group_rule (1aaba3a1-e48c-4699-b18c-fa43ee0aed09), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.077963 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd1f9a-b209-4589-868b-5b366be76752 req-008932e5-b844-42f9-9d77-3edbcb815561 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:36.079935 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-74dd1f9a-b209-4589-868b-5b366be76752 req-008932e5-b844-42f9-9d77-3edbcb815561 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.1734238 Mar 28 23:39:36.115286 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-8942d159-dc7e-4d9f-8e46-7f2dc44513ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:36.117378 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-8942d159-dc7e-4d9f-8e46-7f2dc44513ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c82322be-b69a-43cc-b597-25381cb6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1598284 Mar 28 23:39:36.146343 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.188478 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0ba9-e9be-459a-8bea-e5f2532e1fb4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group_rule (1aaba3a1-e48c-4699-b18c-fa43ee0aed09), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.196544 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0ba9-e9be-459a-8bea-e5f2532e1fb4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (1aaba3a1-e48c-4699-b18c-fa43ee0aed09), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.208059 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-74dd1f9a-b209-4589-868b-5b366be76752 req-97ae8ccd-21b5-4150-ba7f-40ca1b8d9a76 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213641 Mar 28 23:39:36.222589 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f0ba9-e9be-459a-8bea-e5f2532e1fb4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaba3a1-e48c-4699-b18c-fa43ee0aed09,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:36.243025 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079bd02-7742-41df-a39d-67bb4d2d1dca req-f2602e69-4843-4d27-b6ee-0b736dd0e63f tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:36.244582 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7079bd02-7742-41df-a39d-67bb4d2d1dca req-f2602e69-4843-4d27-b6ee-0b736dd0e63f tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 946 time: 0.0911655 Mar 28 23:39:36.248316 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0ba9-e9be-459a-8bea-e5f2532e1fb4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.252583 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-cf6f0ba9-e9be-459a-8bea-e5f2532e1fb4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2236574 Mar 28 23:39:36.253180 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57752) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:36.257670 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:36.260227 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-d6609054-e1d4-48c0-af01-d4fcde317f3b service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318667 Mar 28 23:39:36.319764 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.336338 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57754) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:36.345373 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7079bd02-7742-41df-a39d-67bb4d2d1dca req-2715bb9c-2540-4c53-b91a-fe76d209dbcf tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798759 Mar 28 23:39:36.424636 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a6c5bda5-6abd-4586-be4f-7a94f5631718 req-f1c6840b-ab2d-4b86-9924-5b4158f49b2e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 210 time: 0.0666521 Mar 28 23:39:36.460186 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.506927 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6dfd2c1-2ee4-4e77-b692-547a6f979315 req-ec2e2391-2e94-4879-93bb-8e275e95711b service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389207 Mar 28 23:39:36.563748 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-280d5d16-1afb-44e9-84fc-c84549c94d32 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:36.565619 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-280d5d16-1afb-44e9-84fc-c84549c94d32 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 814 time: 0.1628404 Mar 28 23:39:36.580238 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b084f31b-b590-4de6-86de-a46466026bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.619001 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Allocated IP 172.28.0.167 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/b51541aa-aabb-4261-bf5c-e3ff50334f4e) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:36.656869 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-7f1fcc3a-37e8-4b4c-a588-4d62548887f2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 473 time: 0.0797484 Mar 28 23:39:36.666861 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'port': {'device_id': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'admin_state_up': True, 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'security_groups': ['ef9479cc-b73e-490d-98f9-9fc9faac7fcf']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:36.756650 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b084f31b-b590-4de6-86de-a46466026bca admin admin] Publish callbacks [] for security_group (ce67ec4b-621d-4ea8-918d-a5a46931f983), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.767882 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b084f31b-b590-4de6-86de-a46466026bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ce67ec4b-621d-4ea8-918d-a5a46931f983), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.777571 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for port (b51541aa-aabb-4261-bf5c-e3ff50334f4e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.799080 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Made reservation on behalf of eb3e8b072c3647f5839ca6f8af90983d for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:39:36.803035 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.824472 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b084f31b-b590-4de6-86de-a46466026bca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f27dd8ed111249f9bdeb0d56db15f3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863822 Mar 28 23:39:36.827349 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 57772) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:36.829381 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084f31b-b590-4de6-86de-a46466026bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce67ec4b-621d-4ea8-918d-a5a46931f983,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:36.913983 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (b51541aa-aabb-4261-bf5c-e3ff50334f4e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.954525 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Allocated IP 172.20.0.7 (ff391c91-7095-4e45-a1a1-7c2e2f6f80df/cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6/ba6d1a71-8fc1-4a4b-b883-70e1e024890d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:36.974076 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50f4bb85-05f4-48c9-95b1-87afb16c1688 admin admin] Publish callbacks [] for security_group (ce67ec4b-621d-4ea8-918d-a5a46931f983), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:36.985373 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:37.001795 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:37.012667 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feddb52-3edb-41e1-a3a4-a9d926c00657 req-9c544a60-ee32-4b40-ad87-8c2c8a33959c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:37.014256 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2feddb52-3edb-41e1-a3a4-a9d926c00657 req-9c544a60-ee32-4b40-ad87-8c2c8a33959c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 944 time: 0.1593270 Mar 28 23:39:37.015210 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:37.019908 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event updated for resources: {'Port': ['ID=b51541aa-aabb-4261-bf5c-e3ff50334f4e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:37.059590 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50f4bb85-05f4-48c9-95b1-87afb16c1688 admin admin] Publish callbacks [] for security_group (ce67ec4b-621d-4ea8-918d-a5a46931f983), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.140408 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2feddb52-3edb-41e1-a3a4-a9d926c00657 req-0789fae7-df72-4177-9652-202cf1cb0fdd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127260 Mar 28 23:39:37.143701 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.222761 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.235765 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (0a1323c3-9ffc-4141-b90b-6d316c30581b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.253606 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50f4bb85-05f4-48c9-95b1-87afb16c1688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ce67ec4b-621d-4ea8-918d-a5a46931f983), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.266638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50f4bb85-05f4-48c9-95b1-87afb16c1688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.276360 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:37.277362 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-50f4bb85-05f4-48c9-95b1-87afb16c1688 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce67ec4b-621d-4ea8-918d-a5a46931f983 HTTP/1.1" status: 204 len: 168 time: 0.4395308 Mar 28 23:39:37.287180 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb818ba6-8a19-4056-b87e-9791f2c04606 req-8c290235-0195-4fb9-bdcb-4979ce1b8bca tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:37.288862 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bb818ba6-8a19-4056-b87e-9791f2c04606 req-8c290235-0195-4fb9-bdcb-4979ce1b8bca tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 946 time: 0.1206686 Mar 28 23:39:37.292590 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:37.297309 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:37.378310 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4bb85-05f4-48c9-95b1-87afb16c1688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce67ec4b-621d-4ea8-918d-a5a46931f983,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:37.389733 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b51541aa-aabb-4261-bf5c-e3ff50334f4e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.469806 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bb818ba6-8a19-4056-b87e-9791f2c04606 req-5b859065-7b37-4f84-b461-7c8231b98f7c tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462741 Mar 28 23:39:37.472975 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112c3ae-8137-49f8-914e-ad3582f7d29e req-5ebb1c43-f082-43ca-a8a0-520b571c6573 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:37.477431 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:37.482473 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0112c3ae-8137-49f8-914e-ad3582f7d29e req-5ebb1c43-f082-43ca-a8a0-520b571c6573 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.1555166 Mar 28 23:39:37.542273 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:37.543040 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.578114 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-e0456a5c-2995-43d1-b715-22ae734fc7e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9150779 Mar 28 23:39:37.596991 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Request body: {'port': {'device_id': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:37.670393 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0112c3ae-8137-49f8-914e-ad3582f7d29e req-86198758-4991-4527-83ae-714bbf2c378e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868465 Mar 28 23:39:37.699532 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4ccfd-f947-4eb1-95a7-c86efcfdbcba req-14c23205-c24f-4bbd-bede-1c67f26d06a0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:37.707947 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ce4ccfd-f947-4eb1-95a7-c86efcfdbcba req-14c23205-c24f-4bbd-bede-1c67f26d06a0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 931 time: 0.1268787 Mar 28 23:39:37.719719 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.741279 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.777270 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for port (b51541aa-aabb-4261-bf5c-e3ff50334f4e), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.786361 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-a71df43d-564e-454f-9788-b7ff441c9487 None None] Provisioning complete for port ba6d1a71-8fc1-4a4b-b883-70e1e024890d triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:37.786860 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a71df43d-564e-454f-9788-b7ff441c9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.793058 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (b51541aa-aabb-4261-bf5c-e3ff50334f4e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.812777 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5ce4ccfd-f947-4eb1-95a7-c86efcfdbcba req-e3f13067-e752-4156-af15-aa16d3b11a05 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037135 Mar 28 23:39:37.830176 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a71df43d-564e-454f-9788-b7ff441c9487 None None] Port ba6d1a71-8fc1-4a4b-b883-70e1e024890d cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:39:37.957668 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event updated for resources: {'Port': ['ID=b51541aa-aabb-4261-bf5c-e3ff50334f4e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:37.966303 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (0a1323c3-9ffc-4141-b90b-6d316c30581b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.989920 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:37.992021 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-a2aecbf4-6912-4ef9-9144-99cea6787cee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7372375 Mar 28 23:39:38.112889 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6d1a71-8fc1-4a4b-b883-70e1e024890d {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:38.123202 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Publish callbacks [] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:38.137850 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Transition to ACTIVE for port object ba6d1a71-8fc1-4a4b-b883-70e1e024890d will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:39:38.153110 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:38.272610 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-3d782c63-954b-4827-99f6-7332cf68d70e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2065206673&fields=id&tenant_id=517ec0067f0d482cae1465b1633f7b5e HTTP/1.1" status: 200 len: 267 time: 0.1015995 Mar 28 23:39:38.283928 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:38.362273 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Attempting to bind port ba6d1a71-8fc1-4a4b-b883-70e1e024890d on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:39:38.362626 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Attempting to bind port ba6d1a71-8fc1-4a4b-b883-70e1e024890d by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:39:38.362964 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Attempting to bind port ba6d1a71-8fc1-4a4b-b883-70e1e024890d on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:38.379887 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Port ba6d1a71-8fc1-4a4b-b883-70e1e024890d on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:39:38.379887 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Attempting to bind port ba6d1a71-8fc1-4a4b-b883-70e1e024890d on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:38.389428 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fa16a-a922-4d06-a89d-c04b12e33a8b req-e32af7c1-8983-4b60-99ef-ddba510043f7 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:38.390987 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f70fa16a-a922-4d06-a89d-c04b12e33a8b req-e32af7c1-8983-4b60-99ef-ddba510043f7 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 944 time: 0.1384864 Mar 28 23:39:38.394617 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:39:38.395502 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Checking segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:39:38.395956 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Bound using segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:39:38.396404 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Bound port: ba6d1a71-8fc1-4a4b-b883-70e1e024890d, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:39:38.396771 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:38.437095 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-997933a4-90ca-4cd4-88a0-8e9241c29c5c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:38.438688 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-997933a4-90ca-4cd4-88a0-8e9241c29c5c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 819 time: 0.1583517 Mar 28 23:39:38.459087 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-b1aa1864-e703-4041-b1af-91b6be881340 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/quotas/517ec0067f0d482cae1465b1633f7b5e HTTP/1.1" status: 200 len: 375 time: 0.0141790 Mar 28 23:39:38.502539 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f70fa16a-a922-4d06-a89d-c04b12e33a8b req-56e4d932-9348-4287-ba40-bc741cbe342c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961425 Mar 28 23:39:38.519551 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] For port ba6d1a71-8fc1-4a4b-b883-70e1e024890d, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:39:38.524743 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] For port ba6d1a71-8fc1-4a4b-b883-70e1e024890d, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:39:38.536807 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:38.543136 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a6b8e927-8d75-4cec-9114-3fa7fc7b2786 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:39:38.573643 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-2e6ba4b0-b1f7-4ea8-b5d8-22197ac08dbd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1081617 Mar 28 23:39:38.583648 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:38.584324 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:38.585807 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba6d1a71-8fc1-4a4b-b883-70e1e024890d HTTP/1.1" status: 200 len: 1093 time: 0.9946945 Mar 28 23:39:38.586245 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'tag': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:38.588676 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453aa695-9902-429d-b6c7-8c365866dea2" -d '{"events": [{"name": "network-changed", "server_uuid": "faa548c1-0264-4210-ab9f-6def8cde04e0", "tag": "ba6d1a71-8fc1-4a4b-b883-70e1e024890d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:38.622775 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b5017-72b2-4be1-b543-f0e5aa3b0667 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:38.725810 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:38.731390 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-744b7e96-1feb-4528-8d27-0404850689c1 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425915 Mar 28 23:39:38.760313 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'port_id': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'mac_address': 'fa:16:3e:94:44:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:39:38.820321 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bc34a-68f4-4a2d-be0c-189e6be00e88 req-e6eef22c-8dee-442f-a753-3750c25cdee0 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:38.823410 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:38.823758 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:38.828235 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d76bc34a-68f4-4a2d-be0c-189e6be00e88 req-e6eef22c-8dee-442f-a753-3750c25cdee0 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 946 time: 0.1975636 Mar 28 23:39:38.862250 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b8e927-8d75-4cec-9114-3fa7fc7b2786 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:38.878533 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-0bd3a9f5-a775-4960-aac4-3f422bc1f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:38.880642 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-0bd3a9f5-a775-4960-aac4-3f422bc1f1c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 1127 time: 0.1875477 Mar 28 23:39:38.887698 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-40179f6c-4c30-44b5-b40e-d0599de0f11c tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:38.889276 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-40179f6c-4c30-44b5-b40e-d0599de0f11c tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.30 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 946 time: 0.1181824 Mar 28 23:39:38.910403 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-feab208d-916e-4e15-bf3f-15de99e7f379 service neutron] 10.222.0.16 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779664 Mar 28 23:39:38.921699 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:38.930226 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:38.968460 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-b9e7a9b5-4026-4b33-9ab1-8e71c09d011f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6d1a71-8fc1-4a4b-b883-70e1e024890d HTTP/1.1" status: 200 len: 217 time: 0.0754457 Mar 28 23:39:39.010299 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d76bc34a-68f4-4a2d-be0c-189e6be00e88 req-7d2443ef-c2c3-4b12-8452-5370e0cc51db tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811163 Mar 28 23:39:39.066273 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:39.110602 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dacff3b-186c-4b41-a9de-43493d98cc3e x-openstack-request-id: req-5dacff3b-186c-4b41-a9de-43493d98cc3e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:39.110988 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa548c1-0264-4210-ab9f-6def8cde04e0", "tag": "ba6d1a71-8fc1-4a4b-b883-70e1e024890d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:39.111310 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dacff3b-186c-4b41-a9de-43493d98cc3e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:39.111721 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dacff3b-186c-4b41-a9de-43493d98cc3e'] response: {'name': 'network-changed', 'server_uuid': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'tag': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'status': 'completed', 'code': 200} Mar 28 23:39:39.165208 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-885602b4-0f8a-48b2-996b-fe001b4f7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:39.169637 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-885602b4-0f8a-48b2-996b-fe001b4f7daf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.1847119 Mar 28 23:39:39.206838 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Deleting port 01b73e58-7b35-417a-b115-e4fba0856f8f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:39:39.209292 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:39.222131 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['a6b8e927-8d75-4cec-9114-3fa7fc7b2786'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:39.377418 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2bf93-f019-4509-a633-6532a2d6089a req-4dd66d6f-0722-436d-9430-8c8bad150bb2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:39.388335 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-08e2bf93-f019-4509-a633-6532a2d6089a req-4dd66d6f-0722-436d-9430-8c8bad150bb2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 943 time: 0.0785997 Mar 28 23:39:39.395356 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-07d4590b-5bde-4ee6-8592-ea8b378df1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:39.399029 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-07d4590b-5bde-4ee6-8592-ea8b378df1d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2202001 Mar 28 23:39:39.458777 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] For port 01b73e58-7b35-417a-b115-e4fba0856f8f, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=01b73e58-7b35-417a-b115-e4fba0856f8f,segment=NetworkSegment(6cb84d74-49ca-4658-a1fa-883ae7288d8c),segment_id=6cb84d74-49ca-4658-a1fa-883ae7288d8c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:39.459166 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:39.472071 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-08e2bf93-f019-4509-a633-6532a2d6089a req-6588017a-05cc-4fbb-a1ac-30c139e1156e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828683 Mar 28 23:39:39.550630 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Calling delete_port for 01b73e58-7b35-417a-b115-e4fba0856f8f owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:39:39.585173 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7afba-4e63-428d-bd53-96a954173a3f req-75462abe-3b87-49b0-99e3-f4b5ee744a95 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:39.588285 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b7afba-4e63-428d-bd53-96a954173a3f req-75462abe-3b87-49b0-99e3-f4b5ee744a95 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.2952359 Mar 28 23:39:39.621806 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4cd9e570-dfbd-47fa-b4bd-706df5e6322b req-eeb5ecf2-e2a5-44e4-b0eb-60b6a31a46f6 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 210 time: 0.0749846 Mar 28 23:39:39.756199 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca07b-289f-460c-8628-6b325c545cf6 req-a0cd6190-05cc-4aa0-a296-164f914b0822 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:39.759857 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-75dca07b-289f-460c-8628-6b325c545cf6 req-a0cd6190-05cc-4aa0-a296-164f914b0822 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 945 time: 0.0595832 Mar 28 23:39:39.836119 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-75dca07b-289f-460c-8628-6b325c545cf6 req-0d696beb-4186-4b21-9ebb-39b9a71bbb7e tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724180 Mar 28 23:39:39.956266 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b7afba-4e63-428d-bd53-96a954173a3f req-9c81906c-b8c0-4721-9f07-149078312f2e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503869 Mar 28 23:39:39.969834 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-5314cfa3-3a75-4353-9de2-ad5aa29f23a1 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152912 Mar 28 23:39:40.121448 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-555107b5-729a-4895-9d1a-b845bc1b19ca req-f735f591-0668-462e-b647-7b08561e9af0 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306274 Mar 28 23:39:40.122522 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (01b73e58-7b35-417a-b115-e4fba0856f8f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:40.135349 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['01b73e58-7b35-417a-b115-e4fba0856f8f'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:40.145573 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4747f7-a29d-4b73-9008-e951b73d9b8c req-a51cb283-87b0-4c55-abbc-9923d878cc95 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:40.147662 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-eb4747f7-a29d-4b73-9008-e951b73d9b8c req-a51cb283-87b0-4c55-abbc-9923d878cc95 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d25a84-041f-43de-90d0-fc9fd450122a HTTP/1.1" status: 200 len: 867 time: 0.0641217 Mar 28 23:39:40.152513 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Pushing event deleted for resources: {'Port': ['ID=01b73e58-7b35-417a-b115-e4fba0856f8f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:40.200535 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] No DVR routers for this DVR port 01b73e58-7b35-417a-b115-e4fba0856f8f on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:39:40.210012 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:40.213246 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fef3f9af-8abc-4acc-95dc-538d70e5cb46 req-2b646760-7eec-4ed8-b9d9-426172a36c2e tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.30 "DELETE /v2.0/ports/01b73e58-7b35-417a-b115-e4fba0856f8f HTTP/1.1" status: 204 len: 173 time: 1.3125653 Mar 28 23:39:40.214266 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-eb4747f7-a29d-4b73-9008-e951b73d9b8c req-b8672b50-1439-4de6-b129-fc281c885021 tempest-VolumesActionsTest-1670308846 tempest-VolumesActionsTest-1670308846-project] 10.222.0.16 "GET /v2.0/security-groups?id=c8a0cf9e-1140-420e-af0a-a7c884127922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Mar 28 23:39:40.266960 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa695-9902-429d-b6c7-8c365866dea2 req-57bfed06-6f8b-447e-acd3-2bfe120744e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:40.270395 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-453aa695-9902-429d-b6c7-8c365866dea2 req-57bfed06-6f8b-447e-acd3-2bfe120744e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 1127 time: 0.0705795 Mar 28 23:39:40.375672 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa695-9902-429d-b6c7-8c365866dea2 req-6b50df2a-bbaa-4705-8181-f2d1cb1371d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:40.377030 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-453aa695-9902-429d-b6c7-8c365866dea2 req-6b50df2a-bbaa-4705-8181-f2d1cb1371d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.1010001 Mar 28 23:39:40.423386 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-453aa695-9902-429d-b6c7-8c365866dea2 req-75b6f633-9097-406c-a872-3795eda50890 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6d1a71-8fc1-4a4b-b883-70e1e024890d HTTP/1.1" status: 200 len: 217 time: 0.0397649 Mar 28 23:39:40.479764 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa695-9902-429d-b6c7-8c365866dea2 req-4c1f830d-2d43-4bf3-bfd2-bf59c5c6f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:40.481562 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-453aa695-9902-429d-b6c7-8c365866dea2 req-4c1f830d-2d43-4bf3-bfd2-bf59c5c6f1e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0479319 Mar 28 23:39:40.550515 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa695-9902-429d-b6c7-8c365866dea2 req-75e2379a-ebf0-4d46-b9bd-2fb128ad32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:40.553084 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-453aa695-9902-429d-b6c7-8c365866dea2 req-75e2379a-ebf0-4d46-b9bd-2fb128ad32a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0555925 Mar 28 23:39:40.560213 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a6b8e927-8d75-4cec-9114-3fa7fc7b2786 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:40.620080 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:39:40.632272 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:40.632827 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:40.742119 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:39:40.748719 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:40.749234 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:40.757347 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8b596b14-7882-4acf-9d71-8222763a6ba8 req-8085905d-4e37-4954-af86-d484f941b039 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 210 time: 0.0452540 Mar 28 23:39:40.781735 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:40.784035 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1ec1fb-02f3-4779-8a39-0016a8147505" -d '{"events": [{"server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "name": "network-vif-plugged", "status": "completed", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:40.800537 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:40.808495 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:40.810426 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c653c3f-c5aa-435b-98b8-867c82acbc70 req-ab70b09f-3f79-4301-a3e4-48cd2151e6a1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:40.812020 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8c653c3f-c5aa-435b-98b8-867c82acbc70 req-ab70b09f-3f79-4301-a3e4-48cd2151e6a1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 943 time: 0.2579658 Mar 28 23:39:40.836714 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-7a329ed0-02cb-4f3a-ae93-f9e2fc67584a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:40.838335 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-7a329ed0-02cb-4f3a-ae93-f9e2fc67584a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 819 time: 0.2832830 Mar 28 23:39:40.841686 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-453aa695-9902-429d-b6c7-8c365866dea2 req-b2bc660a-528e-494e-a9b5-3313c5e8d75a service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780342 Mar 28 23:39:40.845388 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620ac950-a053-4da7-8bd3-81596b59b74d x-openstack-request-id: req-620ac950-a053-4da7-8bd3-81596b59b74d {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:40.845712 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "name": "network-vif-plugged", "status": "completed", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:40.845967 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-620ac950-a053-4da7-8bd3-81596b59b74d {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:40.846355 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620ac950-a053-4da7-8bd3-81596b59b74d'] response: {'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'code': 200} Mar 28 23:39:40.891753 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:40.921453 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8c653c3f-c5aa-435b-98b8-867c82acbc70 req-afc43d84-d5a0-463c-87f4-b2903cb29f52 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999725 Mar 28 23:39:40.991020 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61137fcf-a9c2-40f0-b6d9-8d798f8be565 req-2bfff9ab-02c2-4547-93eb-35649ab0e0cf tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:41.000425 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-61137fcf-a9c2-40f0-b6d9-8d798f8be565 req-2bfff9ab-02c2-4547-93eb-35649ab0e0cf tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0765417 Mar 28 23:39:41.069998 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-61137fcf-a9c2-40f0-b6d9-8d798f8be565 req-1d9b84ce-7017-42c3-bad1-79f1ea56aaa3 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686820 Mar 28 23:39:41.107335 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-100ae05d-8c11-4910-9b50-1108c06d77bc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=517ec0067f0d482cae1465b1633f7b5e HTTP/1.1" status: 200 len: 380 time: 0.2193682 Mar 28 23:39:41.110216 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-3ed3c29e-de03-44de-bcae-2b6c0504fa5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2333379 Mar 28 23:39:41.113310 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d25a84-041f-43de-90d0-fc9fd450122a', 'name': 'network-vif-deleted', 'tag': '01b73e58-7b35-417a-b115-e4fba0856f8f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:41.115580 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60babdb9-9658-45e4-82c3-557c9df0fc55" -d '{"events": [{"server_uuid": "20d25a84-041f-43de-90d0-fc9fd450122a", "name": "network-vif-deleted", "tag": "01b73e58-7b35-417a-b115-e4fba0856f8f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:41.128490 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'port': {'device_id': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'admin_state_up': True, 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'security_groups': ['ab6948e9-66f1-409b-a1e2-aefa1acc0967']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:41.136046 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-453aa695-9902-429d-b6c7-8c365866dea2 req-8beadf4a-4194-47ba-978a-daaf3c58b8f3 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570736 Mar 28 23:39:41.186983 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06091b3e-6ab5-4085-85a9-115b438de74b x-openstack-request-id: req-06091b3e-6ab5-4085-85a9-115b438de74b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:41.187363 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d25a84-041f-43de-90d0-fc9fd450122a", "name": "network-vif-deleted", "tag": "01b73e58-7b35-417a-b115-e4fba0856f8f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:41.187627 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06091b3e-6ab5-4085-85a9-115b438de74b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:41.188056 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06091b3e-6ab5-4085-85a9-115b438de74b'] response: {'server_uuid': '20d25a84-041f-43de-90d0-fc9fd450122a', 'name': 'network-vif-deleted', 'tag': '01b73e58-7b35-417a-b115-e4fba0856f8f', 'status': 'completed', 'code': 200} Mar 28 23:39:41.282754 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edb1f6-2c6f-4f37-933f-00a4af7c2b76 req-8f5f1bd5-c37b-4b8d-9b82-7a927d24e8b9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:41.284279 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-21edb1f6-2c6f-4f37-933f-00a4af7c2b76 req-8f5f1bd5-c37b-4b8d-9b82-7a927d24e8b9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.2222409 Mar 28 23:39:41.329174 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-961199b9-5819-4d4d-a06d-49bc1969f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:41.330690 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-961199b9-5819-4d4d-a06d-49bc1969f13d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 1129 time: 0.1831152 Mar 28 23:39:41.348080 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dddf2-2195-4d0c-a011-32741a85ad2a req-59a9441e-2503-40ab-ab80-c0b11878123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:41.349580 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8c2dddf2-2195-4d0c-a011-32741a85ad2a req-59a9441e-2503-40ab-ab80-c0b11878123e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1130 time: 0.1327870 Mar 28 23:39:41.399593 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Made reservation on behalf of 517ec0067f0d482cae1465b1633f7b5e for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:39:41.402912 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:41.420210 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-21edb1f6-2c6f-4f37-933f-00a4af7c2b76 req-80cdef49-93c9-4618-9b4d-a07351baf037 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258841 Mar 28 23:39:41.543955 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8c2dddf2-2195-4d0c-a011-32741a85ad2a req-24b8b323-ecdb-489a-a9e0-58a5e93f1346 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772833 Mar 28 23:39:41.580280 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-37fa28ba-f5e0-4b54-9854-96a071586dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:41.581759 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-37fa28ba-f5e0-4b54-9854-96a071586dc9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.2056479 Mar 28 23:39:41.631922 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Allocated IP 172.20.0.12 (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b/5456eaae-eae6-4d64-93e9-f0324889b029/8cf83b37-fe1e-4984-a86a-1c7a1ef788c0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:41.812256 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-985d83d0-b0cb-42f8-8697-50caa2c73701 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c HTTP/1.1" status: 200 len: 217 time: 0.0538664 Mar 28 23:39:41.854490 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:41.876258 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6ab4e6d9-766b-4bc8-a874-4b0b195573e0 req-00b721c3-4903-4cbb-836e-201f0a80a59e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 210 time: 0.0365531 Mar 28 23:39:41.881708 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-5c24b15f-689b-4969-94c8-5c5db1554995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:41.883165 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-5c24b15f-689b-4969-94c8-5c5db1554995 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0636156 Mar 28 23:39:41.936625 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:41.978403 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-3a1b95a8-41e5-406b-9659-4d7c1c7c7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:41.980191 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-3a1b95a8-41e5-406b-9659-4d7c1c7c7fda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0883489 Mar 28 23:39:41.999964 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:42.022302 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:42.052735 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:42.056560 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event updated for resources: {'Port': ['ID=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:42.112115 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.112466 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.112805 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.113227 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.114037 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.114371 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.114702 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.115029 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.115359 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.115686 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.116086 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.116344 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.116668 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.117006 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.117307 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:42.177823 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:42.178503 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:42.198158 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-4c37470e-b25f-44b7-b5ea-d5a26a90406c service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083426 Mar 28 23:39:42.206395 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9082b4-3377-40de-a665-5e76ce1e998a req-301f7eb0-a2d4-44ed-aef9-670c505df2f2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:42.209242 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1f9082b4-3377-40de-a665-5e76ce1e998a req-301f7eb0-a2d4-44ed-aef9-670c505df2f2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 943 time: 0.2019587 Mar 28 23:39:42.210369 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddec131-5898-403b-8738-fc570f6f01f2 req-7e11074a-08c6-42ff-a5af-52052d4ab5e4 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:42.212244 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-eddec131-5898-403b-8738-fc570f6f01f2 req-7e11074a-08c6-42ff-a5af-52052d4ab5e4 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0579174 Mar 28 23:39:42.225778 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-ca1f38bd-0251-4bc7-8f31-43adc7efc89f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1071727 Mar 28 23:39:42.273856 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-eddec131-5898-403b-8738-fc570f6f01f2 req-71de874e-24b6-4ac0-aa5e-4d8085ae48bb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544438 Mar 28 23:39:42.311875 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-2df5aeda-2818-4aae-84c6-981725457cba None None] Provisioning complete for port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:42.312445 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2df5aeda-2818-4aae-84c6-981725457cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:42.347193 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2df5aeda-2818-4aae-84c6-981725457cba None None] Port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:39:42.469824 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Request body: {'port': {'device_id': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:42.560044 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1f9082b4-3377-40de-a665-5e76ce1e998a req-fe6e3b60-d7f4-4603-936d-2765deeac1c2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402913 Mar 28 23:39:42.570081 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:42.585839 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ba6d1a71-8fc1-4a4b-b883-70e1e024890d details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:39:42.588160 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 01b73e58-7b35-417a-b115-e4fba0856f8f no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:39:42.593282 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aabfe76-0523-4c85-910f-5b65ef6f2a3c req-a0e3976b-d359-40f9-8ab9-40b612f55334 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812716 Mar 28 23:39:42.622944 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 01b73e58-7b35-417a-b115-e4fba0856f8f {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:39:42.623577 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 01b73e58-7b35-417a-b115-e4fba0856f8f not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:39:42.727811 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ba6d1a71-8fc1-4a4b-b883-70e1e024890d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:42.739859 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'port_id': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'mac_address': 'fa:16:3e:c9:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:39:42.782980 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ba6d1a71-8fc1-4a4b-b883-70e1e024890d is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:42.783370 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:42.789418 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812abbb-c062-49e4-a326-8fe0133c4979 req-08a0611c-902a-4f47-b70b-e3eab2e9023b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:42.792285 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5812abbb-c062-49e4-a326-8fe0133c4979 req-08a0611c-902a-4f47-b70b-e3eab2e9023b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.2963605 Mar 28 23:39:42.796215 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6d1a71-8fc1-4a4b-b883-70e1e024890d {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:42.828929 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ba6d1a71-8fc1-4a4b-b883-70e1e024890d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:42.835181 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:42.859809 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5812abbb-c062-49e4-a326-8fe0133c4979 req-f8f7facd-072d-4d03-b917-018e01f6021c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542142 Mar 28 23:39:42.911000 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:42.928433 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:42.937017 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Publish callbacks [] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:42.950520 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Transition to ACTIVE for port object 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:39:42.955434 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:43.039202 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Pushing event updated for resources: {'Port': ['ID=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:43.078885 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc99dc-543f-4f73-9362-b07998d5e790 req-5dc0aff6-eace-4037-8c9a-2e9864cb6190 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:43.080453 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b5fc99dc-543f-4f73-9362-b07998d5e790 req-5dc0aff6-eace-4037-8c9a-2e9864cb6190 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.1225743 Mar 28 23:39:43.175594 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b5fc99dc-543f-4f73-9362-b07998d5e790 req-493fd2dc-fb83-486e-9f2c-d921e94e23ad tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738530 Mar 28 23:39:43.177142 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Attempting to bind port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:39:43.177551 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Attempting to bind port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:39:43.177979 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Attempting to bind port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:43.184677 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:39:43.185021 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Attempting to bind port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 on network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:39:43.198785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:39:43.198785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Checking segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:39:43.198785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Bound using segment: {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:39:43.198785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Bound port: 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e51118c-d5cd-4e10-b8db-0f42b2d4df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:39:43.198785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:43.264896 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] For port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:39:43.268100 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] For port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:39:43.274837 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:43.278403 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['ba6d1a71-8fc1-4a4b-b883-70e1e024890d'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:43.311254 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:43.311786 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:43.313383 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] 10.222.0.30 "PUT /v2.0/ports/8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 200 len: 1094 time: 1.0722623 Mar 28 23:39:43.313830 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:43.317132 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380" -d '{"events": [{"name": "network-changed", "server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:43.345773 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443409a-2798-472e-84b8-0c3fc3869a8b service neutron] Pushing event updated for resources: {'Port': ['ID=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:43.385950 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6709b10-8461-4630-8b50-d0d1938dd61c x-openstack-request-id: req-b6709b10-8461-4630-8b50-d0d1938dd61c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:43.386285 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:43.386672 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6709b10-8461-4630-8b50-d0d1938dd61c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:43.387166 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6709b10-8461-4630-8b50-d0d1938dd61c'] response: {'name': 'network-changed', 'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'status': 'completed', 'code': 200} Mar 28 23:39:43.437960 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-15402155-cd48-4205-acd9-7eeb5f5938e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:43.443063 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-15402155-cd48-4205-acd9-7eeb5f5938e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1128 time: 0.0735903 Mar 28 23:39:43.460782 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20208a0-a7e3-48b2-b748-3c8aff46f527 req-ea5c0836-e406-456c-99a3-dcc5b6ece5fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:43.467747 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f20208a0-a7e3-48b2-b748-3c8aff46f527 req-ea5c0836-e406-456c-99a3-dcc5b6ece5fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0632670 Mar 28 23:39:43.502887 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-5a25d871-fc46-41fa-8c4e-9022a67d0241 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 200 len: 217 time: 0.0396085 Mar 28 23:39:43.541420 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f20208a0-a7e3-48b2-b748-3c8aff46f527 req-e0691fff-441b-4730-81d9-a19449294088 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728021 Mar 28 23:39:43.557248 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-8ef70766-be89-4593-988b-cb5a77de5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:43.559276 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-8ef70766-be89-4593-988b-cb5a77de5ea6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0492747 Mar 28 23:39:43.590748 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:43.638340 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e5640a78-58a6-453d-9f36-c688a85a4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:43.639845 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-e5640a78-58a6-453d-9f36-c688a85a4376 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0618038 Mar 28 23:39:43.703045 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ef93f-5a09-4350-87d4-ee2962079bd0 req-ed089b04-4e12-4a10-8365-59846f6c59e8 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:43.704563 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6c9ef93f-5a09-4350-87d4-ee2962079bd0 req-ed089b04-4e12-4a10-8365-59846f6c59e8 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 944 time: 0.0578892 Mar 28 23:39:43.743688 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6ed9-dde6-4cf3-81a4-bb72e05f5c10 req-d3fc3b7e-3f71-4ed8-ae83-86d0bf3640f6 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:43.745232 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0a9a6ed9-dde6-4cf3-81a4-bb72e05f5c10 req-d3fc3b7e-3f71-4ed8-ae83-86d0bf3640f6 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.1185329 Mar 28 23:39:43.754846 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6c9ef93f-5a09-4350-87d4-ee2962079bd0 req-e6a42227-3e53-47bd-a62d-312b0dc873b9 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437131 Mar 28 23:39:43.782730 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-0eb7d45d-1b59-42fd-a648-b2f4f552e34c service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242242 Mar 28 23:39:43.857099 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0a9a6ed9-dde6-4cf3-81a4-bb72e05f5c10 req-3190e6c0-0d1c-4911-8b42-d60940cd49be tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026368 Mar 28 23:39:43.880044 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58018) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:43.895798 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6cf79b29-9b86-4f54-8f3e-f16cb3872fff req-be9e97a3-5cb9-4bea-a2a6-53e619ba58b4 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066260 Mar 28 23:39:43.998437 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-b0faa511-016e-4f8b-a707-363ddc6ac156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:44.000168 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-b0faa511-016e-4f8b-a707-363ddc6ac156 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1128 time: 0.0536201 Mar 28 23:39:44.001712 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0def28d-f100-4968-a9d1-c692f096e428 req-6cf1d763-525d-4ed6-8b3b-ec40a4a03d72 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:44.003359 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a0def28d-f100-4968-a9d1-c692f096e428 req-6cf1d763-525d-4ed6-8b3b-ec40a4a03d72 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0599265 Mar 28 23:39:44.066563 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a0def28d-f100-4968-a9d1-c692f096e428 req-a9a47dac-36f1-468f-989c-f2f9b68ea4bd tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575259 Mar 28 23:39:44.102974 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-43f10415-7c61-41bc-a959-82b8eaaccae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:44.104697 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-43f10415-7c61-41bc-a959-82b8eaaccae0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.0930290 Mar 28 23:39:44.123176 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bacc4a4-73c5-46a0-8ec2-bb0829305450 tempest-TestShelveInstance-883617844 tempest-TestShelveInstance-883617844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:44.124713 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-0bacc4a4-73c5-46a0-8ec2-bb0829305450 tempest-TestShelveInstance-883617844 tempest-TestShelveInstance-883617844-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1125 time: 0.2436562 Mar 28 23:39:44.127510 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58026) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:44.131979 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'port_id': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:44.152741 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:44.156181 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-46e9dcbd-7101-4cbe-87ab-a701ed395b32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 200 len: 217 time: 0.0435452 Mar 28 23:39:44.213026 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-670d403c-9603-478b-b20a-2430dfba3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:44.213832 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-670d403c-9603-478b-b20a-2430dfba3e09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0509686 Mar 28 23:39:44.259672 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:44.301425 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-919d1912-7371-48a7-b0c6-533944d7ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:44.302870 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-919d1912-7371-48a7-b0c6-533944d7ae2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0790510 Mar 28 23:39:44.317582 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b552ae0-d502-4986-97fc-678708c06bae req-f08c96c8-4be0-4434-85c0-b13fbe4ae3bf tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:44.319054 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9b552ae0-d502-4986-97fc-678708c06bae req-f08c96c8-4be0-4434-85c0-b13fbe4ae3bf tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.0692217 Mar 28 23:39:44.371727 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Allocated IP 172.28.0.123 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/01dcedca-6246-4485-a23c-edea52c1caf1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:39:44.425866 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9b552ae0-d502-4986-97fc-678708c06bae req-ac577e31-136d-4ab4-b55a-344850f3c50c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977533 Mar 28 23:39:44.442875 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-e9fc2309-796a-4a15-b77d-de801da19c5a service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223993 Mar 28 23:39:44.484052 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for port (01dcedca-6246-4485-a23c-edea52c1caf1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:44.521038 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (01dcedca-6246-4485-a23c-edea52c1caf1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:44.548896 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b5e3b59-1d5d-4b3b-af06-2b72baa24380 req-fd142d3e-8163-4100-b3de-c252a8b489d3 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985134 Mar 28 23:39:44.558572 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:39:44.561471 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:39:44.568405 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:39:44.588511 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ba6d1a71-8fc1-4a4b-b883-70e1e024890d up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:44.593812 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'Port': ['ID=01dcedca-6246-4485-a23c-edea52c1caf1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:44.609215 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.609503 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.609823 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.610841 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.611302 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.611691 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.612057 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.612397 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.612719 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.613033 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.613386 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.613729 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.614045 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.614360 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.614684 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:44.643319 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port ba6d1a71-8fc1-4a4b-b883-70e1e024890d completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:39:44.648901 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port ba6d1a71-8fc1-4a4b-b883-70e1e024890d triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:44.649281 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:44.730578 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ba6d1a71-8fc1-4a4b-b883-70e1e024890d is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:44.730969 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:44.758168 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:44.760397 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c87ec6-6557-4387-890d-52fdfa0e0b09" -d '{"events": [{"server_uuid": "faa548c1-0264-4210-ab9f-6def8cde04e0", "name": "network-vif-plugged", "status": "completed", "tag": "ba6d1a71-8fc1-4a4b-b883-70e1e024890d"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:44.774055 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ba6d1a71-8fc1-4a4b-b883-70e1e024890d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:44.779472 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:44.813586 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cafbb3a-24d5-47db-bd31-86d09e75b6ee x-openstack-request-id: req-6cafbb3a-24d5-47db-bd31-86d09e75b6ee {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:44.813963 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa548c1-0264-4210-ab9f-6def8cde04e0", "name": "network-vif-plugged", "status": "completed", "tag": "ba6d1a71-8fc1-4a4b-b883-70e1e024890d", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:44.814352 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cafbb3a-24d5-47db-bd31-86d09e75b6ee {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:44.814756 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cafbb3a-24d5-47db-bd31-86d09e75b6ee'] response: {'server_uuid': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'code': 200} Mar 28 23:39:44.837909 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:44.899306 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa70f83-ee92-454f-ae33-b76658fb6b46 req-ca71e233-9d7b-4f37-a267-4201949a9cf9 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:44.900946 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aa70f83-ee92-454f-ae33-b76658fb6b46 req-ca71e233-9d7b-4f37-a267-4201949a9cf9 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 945 time: 0.0603151 Mar 28 23:39:44.955690 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7aa70f83-ee92-454f-ae33-b76658fb6b46 req-dbe4e3d9-9994-4481-9439-5d65ce693054 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481763 Mar 28 23:39:44.981040 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for floatingip (893158f2-9e35-4764-8580-192a0698900c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:45.050836 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d95ce-3d10-4995-b079-49281fac8a2c req-0f1d7592-053d-446d-9608-7cf3e31efc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:45.052364 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b31d95ce-3d10-4995-b079-49281fac8a2c req-0f1d7592-053d-446d-9608-7cf3e31efc79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 1129 time: 0.0495520 Mar 28 23:39:45.057789 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (01dcedca-6246-4485-a23c-edea52c1caf1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:45.102013 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b31d95ce-3d10-4995-b079-49281fac8a2c req-e5d5fa16-4980-4a56-ad76-340452fad457 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 Mar 28 23:39:45.232762 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bf61c-8c9f-4266-a398-eac89a9eb518 req-e6d564a9-7f53-4809-9a7a-f07f5cddbdd4 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:45.234228 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f55bf61c-8c9f-4266-a398-eac89a9eb518 req-e6d564a9-7f53-4809-9a7a-f07f5cddbdd4 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0880790 Mar 28 23:39:45.260062 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for port (01dcedca-6246-4485-a23c-edea52c1caf1), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:45.268512 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (01dcedca-6246-4485-a23c-edea52c1caf1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:45.361911 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f55bf61c-8c9f-4266-a398-eac89a9eb518 req-ac4b6e22-8485-46e3-9620-5f51c0db62e5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165373 Mar 28 23:39:45.370411 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event updated for resources: {'Port': ['ID=01dcedca-6246-4485-a23c-edea52c1caf1,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:45.375335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (893158f2-9e35-4764-8580-192a0698900c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:45.478650 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.l3_db [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Floating IP 893158f2-9e35-4764-8580-192a0698900c associated. External IP: 172.28.0.123, port: a6b8e927-8d75-4cec-9114-3fa7fc7b2786. Mar 28 23:39:45.549720 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d67b94-eb1c-4215-989e-62ca59f43059 req-46c46df4-a44d-4b15-affe-fac9d7d9b982 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:45.551769 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e5d67b94-eb1c-4215-989e-62ca59f43059 req-46c46df4-a44d-4b15-affe-fac9d7d9b982 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.0580611 Mar 28 23:39:45.600789 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e5d67b94-eb1c-4215-989e-62ca59f43059 req-ca50bd50-8871-4f5e-820c-44c0865e463c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432286 Mar 28 23:39:45.693502 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Router 2c79f365-fcaa-4407-b356-edf73ce13205 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:39:45.802165 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:39:45.812518 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] Sync routers for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:39:45.819514 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:45.823061 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:39:45.824281 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:39:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:45.849038 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-955b47d7-e74d-4860-a3cc-8a609649ce1c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7204962 Mar 28 23:39:45.849619 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:45.851841 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a17ff-3487-41aa-b245-78be239346a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:45.887902 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abadb23-3807-49c7-95a6-220478aaf718 x-openstack-request-id: req-9abadb23-3807-49c7-95a6-220478aaf718 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:45.888198 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:45.888455 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9abadb23-3807-49c7-95a6-220478aaf718 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:45.888859 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abadb23-3807-49c7-95a6-220478aaf718'] response: {'name': 'network-changed', 'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'status': 'completed', 'code': 200} Mar 28 23:39:45.967995 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a17ff-3487-41aa-b245-78be239346a9 req-523ddc6b-c45c-4fbe-81b2-a720c928a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:45.969580 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d57a17ff-3487-41aa-b245-78be239346a9 req-523ddc6b-c45c-4fbe-81b2-a720c928a669 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48445603d904db498f2cc8fbebe36ff&device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1130 time: 0.0481193 Mar 28 23:39:46.024993 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:39:46.104348 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a17ff-3487-41aa-b245-78be239346a9 req-0088d11f-3592-4e84-a8f5-4f329f0d36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:46.106090 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d57a17ff-3487-41aa-b245-78be239346a9 req-0088d11f-3592-4e84-a8f5-4f329f0d36b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 200 len: 910 time: 0.1280699 Mar 28 23:39:46.169729 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d4cb8-8d72-46bc-8632-d81b44fcf88d req-be67c94f-479f-4fea-a2ac-50929626157b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:46.171412 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e03d4cb8-8d72-46bc-8632-d81b44fcf88d req-be67c94f-479f-4fea-a2ac-50929626157b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 945 time: 0.1061049 Mar 28 23:39:46.209742 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d57a17ff-3487-41aa-b245-78be239346a9 req-5e236bdc-33d3-4f4c-afc9-964e787e50de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 1000 time: 0.0920818 Mar 28 23:39:46.258240 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e03d4cb8-8d72-46bc-8632-d81b44fcf88d req-09f1e6e0-11b4-4f49-a19a-cfd386539b42 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802619 Mar 28 23:39:46.261712 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '893158f2-9e35-4764-8580-192a0698900c', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'port_id': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'mac_address': 'fa:16:3e:94:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:44Z', 'updated_at': '2022-03-28T23:39:44Z', 'revision_number': 0, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:46.274762 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a17ff-3487-41aa-b245-78be239346a9 req-fbe25ee2-4a52-47f3-934b-cad6a89bd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:46.276319 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d57a17ff-3487-41aa-b245-78be239346a9 req-fbe25ee2-4a52-47f3-934b-cad6a89bd015 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0036c71-2b4a-43b6-a6a4-f33c93551982 HTTP/1.1" status: 200 len: 848 time: 0.0559297 Mar 28 23:39:46.291543 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] Checking router: 2c79f365-fcaa-4407-b356-edf73ce13205 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:39:46.299848 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:39:46.300466 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:39:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:46.332177 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a17ff-3487-41aa-b245-78be239346a9 req-a604bd94-d914-49d4-a5d3-7e1e9c56e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:46.333730 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d57a17ff-3487-41aa-b245-78be239346a9 req-a604bd94-d914-49d4-a5d3-7e1e9c56e8ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c82322be-b69a-43cc-b597-25381cb6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0494597 Mar 28 23:39:46.416977 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:39:46.437110 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d57a17ff-3487-41aa-b245-78be239346a9 req-e3ba8b9d-bed6-4f02-bc85-340c3100bf12 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947962 Mar 28 23:39:46.497879 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e3fcc-a92a-406c-ab0a-d0f8075dd9fa req-98d319a7-2d72-4891-a75f-6ea2b62404e1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:46.499473 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ce4e3fcc-a92a-406c-ab0a-d0f8075dd9fa req-98d319a7-2d72-4891-a75f-6ea2b62404e1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0562961 Mar 28 23:39:46.548612 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ce4e3fcc-a92a-406c-ab0a-d0f8075dd9fa req-3820c8c4-675e-4fc6-97a3-7a4420c3d7a3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433717 Mar 28 23:39:46.548861 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d57a17ff-3487-41aa-b245-78be239346a9 req-1fa196f1-9a58-482b-82b1-d07308ad5ac1 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954065 Mar 28 23:39:46.611009 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:39:46.669580 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '893158f2-9e35-4764-8580-192a0698900c', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'port_id': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'mac_address': 'fa:16:3e:94:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:44Z', 'updated_at': '2022-03-28T23:39:44Z', 'revision_number': 0, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:46.709754 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c7fa0-37ff-4982-ade0-1a1a6142fc73 None None] The sync data for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb is: [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '893158f2-9e35-4764-8580-192a0698900c', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'port_id': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'mac_address': 'fa:16:3e:94:44:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:44Z', 'updated_at': '2022-03-28T23:39:44Z', 'revision_number': 0, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:39:46.731231 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:46.743528 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7d09-e658-499c-8f4b-bfa7d165aaef req-6c82664e-4ddf-4ca7-8b0e-9efec7603c09 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:46.745114 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-31eb7d09-e658-499c-8f4b-bfa7d165aaef req-6c82664e-4ddf-4ca7-8b0e-9efec7603c09 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.0709674 Mar 28 23:39:46.746963 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'port_id': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'mac_address': 'fa:16:3e:22:72:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:39:46.787406 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 is: ACTIVE; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:46.787796 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:46.801687 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c6e2f7a-cd3a-44a8-950d-2905a6338520 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:46.810797 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-31eb7d09-e658-499c-8f4b-bfa7d165aaef req-bb97093b-0a7b-4cef-b5ae-523c476661b1 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563591 Mar 28 23:39:46.823558 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:46.829092 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:46.887372 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=6']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:46.894830 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.895178 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.895525 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.895905 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.896248 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.896584 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.896915 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.897245 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.897569 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.897897 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.898228 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.898570 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.898898 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.899219 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.899540 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:39:46.940492 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d1d5e0-29c4-43ca-bdb8-5f843d55705d None None] New status for floating IP 893158f2-9e35-4764-8580-192a0698900c: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:39:47.029957 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['5c6e2f7a-cd3a-44a8-950d-2905a6338520'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:47.382507 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5907edb-2b87-46eb-ae79-61814b01df08 req-11d4a7c9-b238-414d-aa89-f0015e10ad2f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:47.384003 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e5907edb-2b87-46eb-ae79-61814b01df08 req-11d4a7c9-b238-414d-aa89-f0015e10ad2f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 945 time: 0.0533650 Mar 28 23:39:47.430005 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e5907edb-2b87-46eb-ae79-61814b01df08 req-d2425c87-1128-4f2c-bb21-86778aed3d08 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Mar 28 23:39:47.542491 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025b7e-3614-4307-9a17-9946ca217c40 req-ef9d8528-3e9f-4952-99e0-8e98e82fe41a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:47.543896 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f2025b7e-3614-4307-9a17-9946ca217c40 req-ef9d8528-3e9f-4952-99e0-8e98e82fe41a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 945 time: 0.0529895 Mar 28 23:39:47.552756 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 58064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:47.557011 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'floatingip': {'port_id': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:39:47.630742 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (cc83c3ea-01a8-4e58-835d-5469bc6fb206), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:47.675097 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca682347-f3b0-4249-9223-c67b322e301d req-be9e7924-55fc-4475-ba6c-71082c9d5772 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:47.677250 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ca682347-f3b0-4249-9223-c67b322e301d req-be9e7924-55fc-4475-ba6c-71082c9d5772 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 944 time: 0.0579786 Mar 28 23:39:47.728487 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ca682347-f3b0-4249-9223-c67b322e301d req-773bf424-704e-4e79-a386-2a4bb2ac3792 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453110 Mar 28 23:39:48.278172 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d38b0a-435b-4204-b4d3-22119e425ced req-5a1ae285-cac9-4110-9167-373598790ef4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:48.279641 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95d38b0a-435b-4204-b4d3-22119e425ced req-5a1ae285-cac9-4110-9167-373598790ef4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.2135026 Mar 28 23:39:48.423733 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95d38b0a-435b-4204-b4d3-22119e425ced req-7fc85ada-ecda-41f4-86ba-19703955c964 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383135 Mar 28 23:39:48.464365 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:48.468019 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (cc83c3ea-01a8-4e58-835d-5469bc6fb206), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:48.569487 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Floating IP cc83c3ea-01a8-4e58-835d-5469bc6fb206 associated. External IP: 172.28.0.35, port: ba6d1a71-8fc1-4a4b-b883-70e1e024890d. Mar 28 23:39:48.614352 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:48.670831 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:48.671225 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:48.748011 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:48.748480 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:48.777085 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:48.779351 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b2a75-bcf7-45a4-b7e2-10156874abb6" -d '{"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-plugged", "status": "completed", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:48.797803 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:48.802442 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:39:48.805150 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:48.837123 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f86a51-f876-4ab8-8715-052b523ae950 x-openstack-request-id: req-b3f86a51-f876-4ab8-8715-052b523ae950 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:48.837433 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-plugged", "status": "completed", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:48.837689 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3f86a51-f876-4ab8-8715-052b523ae950 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:48.838080 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f86a51-f876-4ab8-8715-052b523ae950'] response: {'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'code': 200} Mar 28 23:39:48.869531 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=7']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:48.914978 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c29611-d861-4a23-ab11-962f44c53100 req-e84b78ff-9f48-4bcf-a744-6181d923b589 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:48.916499 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-81c29611-d861-4a23-ab11-962f44c53100 req-e84b78ff-9f48-4bcf-a744-6181d923b589 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0659583 Mar 28 23:39:48.934075 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:39:48.938598 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:48.944944 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:39:48.958823 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:39:48.959528 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:39:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:48.971083 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-81c29611-d861-4a23-ab11-962f44c53100 req-89629880-8c24-4a86-897a-527a36db8aee tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Mar 28 23:39:48.975858 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d1ceed8d-2d7a-4f8c-ad2d-e8019667ae17 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "PUT /v2.0/floatingips/cc83c3ea-01a8-4e58-835d-5469bc6fb206 HTTP/1.1" status: 200 len: 990 time: 1.4206054 Mar 28 23:39:48.975858 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'tag': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:48.977533 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "faa548c1-0264-4210-ab9f-6def8cde04e0", "tag": "ba6d1a71-8fc1-4a4b-b883-70e1e024890d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:49.022894 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7016912e-267b-41f5-b9d3-1b5da72cf509 x-openstack-request-id: req-7016912e-267b-41f5-b9d3-1b5da72cf509 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:49.023255 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa548c1-0264-4210-ab9f-6def8cde04e0", "tag": "ba6d1a71-8fc1-4a4b-b883-70e1e024890d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:49.023640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7016912e-267b-41f5-b9d3-1b5da72cf509 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:49.027159 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7016912e-267b-41f5-b9d3-1b5da72cf509'] response: {'name': 'network-changed', 'server_uuid': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'tag': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'status': 'completed', 'code': 200} Mar 28 23:39:49.072311 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:39:49.106378 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-1dfd61e2-91c6-4236-8c0a-321e644fce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:49.108041 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-1dfd61e2-91c6-4236-8c0a-321e644fce9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 1129 time: 0.0472860 Mar 28 23:39:49.199876 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-a41f8299-f6ea-4e98-8ef3-5f26dfd90f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:49.199876 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-a41f8299-f6ea-4e98-8ef3-5f26dfd90f0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.0852020 Mar 28 23:39:49.275113 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-48b8ee60-f37d-45e0-a7e3-39b96501ad19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6d1a71-8fc1-4a4b-b883-70e1e024890d HTTP/1.1" status: 200 len: 998 time: 0.0637538 Mar 28 23:39:49.309242 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:40Z', 'revision_number': 2, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}, {'id': 'cc83c3ea-01a8-4e58-835d-5469bc6fb206', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:c9:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:32Z', 'updated_at': '2022-03-28T23:39:48Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:49.323431 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-b9de1e8f-2fed-47dc-9409-6e7d61536330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:49.325119 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-b9de1e8f-2fed-47dc-9409-6e7d61536330 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0445433 Mar 28 23:39:49.336140 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:39:49.345103 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:39:49.345710 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:39:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:49.384989 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-1a8d0f45-468e-4c9f-b70b-d2e9d23cea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:49.386869 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-1a8d0f45-468e-4c9f-b70b-d2e9d23cea56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473673 Mar 28 23:39:49.453801 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:39:49.486223 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-4ebaed86-ec0a-4a7a-8174-740ec6967e6b service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923829 Mar 28 23:39:49.543660 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed2c70-2b93-4bf8-ace9-91493b85cbc2 req-a964e50d-c37b-428a-85eb-69ca03f47233 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:49.547448 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-93ed2c70-2b93-4bf8-ace9-91493b85cbc2 req-a964e50d-c37b-428a-85eb-69ca03f47233 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.0551741 Mar 28 23:39:49.589054 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b2d4903c-a095-421c-b9d0-60fb8c49e0eb req-3389391c-0ad0-478f-ac35-726ccb3eeb05 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954137 Mar 28 23:39:49.595296 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-93ed2c70-2b93-4bf8-ace9-91493b85cbc2 req-6826d67d-c693-4ef1-9276-5bc36c8059a7 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Mar 28 23:39:49.690454 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:40Z', 'revision_number': 2, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}, {'id': 'cc83c3ea-01a8-4e58-835d-5469bc6fb206', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:c9:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:32Z', 'updated_at': '2022-03-28T23:39:48Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:39:49.719548 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e445985-53b7-4e27-8ca9-16e0a7307dec None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:40Z', 'revision_number': 2, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}, {'id': 'cc83c3ea-01a8-4e58-835d-5469bc6fb206', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:c9:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:32Z', 'updated_at': '2022-03-28T23:39:48Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:39:49.903930 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f62fee-c78b-4cbe-9695-72e3acb5d8c3 None None] New status for floating IP cc83c3ea-01a8-4e58-835d-5469bc6fb206: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:39:50.287066 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ef699-d815-431e-adc5-e8cb11b50ba6 req-4f7c047c-a144-4306-bfbc-79e86cb78ff9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:50.288605 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d98ef699-d815-431e-adc5-e8cb11b50ba6 req-4f7c047c-a144-4306-bfbc-79e86cb78ff9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.2427239 Mar 28 23:39:50.337450 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d98ef699-d815-431e-adc5-e8cb11b50ba6 req-96feae98-8240-4367-9c95-5ee96c57c9e2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432744 Mar 28 23:39:50.720356 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48e9e8-7f13-465a-9761-602931a78aff req-4a871b6b-5bd6-49bf-916c-dd34a4d88eda tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:50.721812 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6e48e9e8-7f13-465a-9761-602931a78aff req-4a871b6b-5bd6-49bf-916c-dd34a4d88eda tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.0584068 Mar 28 23:39:50.775376 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6e48e9e8-7f13-465a-9761-602931a78aff req-705f67b1-8370-4c64-8a61-cedcac31e136 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477355 Mar 28 23:39:51.473645 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0b5b-e46b-4e53-bc09-a47090ea4db0 req-8feff90f-d824-4f27-8398-760a08d52511 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:51.480415 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f58b0b5b-e46b-4e53-bc09-a47090ea4db0 req-8feff90f-d824-4f27-8398-760a08d52511 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0613194 Mar 28 23:39:51.539871 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f58b0b5b-e46b-4e53-bc09-a47090ea4db0 req-189aa86d-a9e9-445a-ad9c-502ad9528e5f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545642 Mar 28 23:39:51.944546 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930567-fa49-405e-b1be-492bb809a4ac req-9008450c-73dc-403a-92c6-4dd0a9099816 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:51.947312 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-51930567-fa49-405e-b1be-492bb809a4ac req-9008450c-73dc-403a-92c6-4dd0a9099816 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.1025815 Mar 28 23:39:52.016318 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-51930567-fa49-405e-b1be-492bb809a4ac req-f7631fca-8983-47aa-a129-249d6f360011 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638335 Mar 28 23:39:52.681000 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef9e81-6153-4dad-b994-76423c200263 req-7a73498b-a527-4faf-ab20-bfce07af71d6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:52.687890 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06ef9e81-6153-4dad-b994-76423c200263 req-7a73498b-a527-4faf-ab20-bfce07af71d6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0763547 Mar 28 23:39:52.748932 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06ef9e81-6153-4dad-b994-76423c200263 req-4b94e442-4e57-47a8-a809-038b309f5805 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582447 Mar 28 23:39:53.166601 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64b54a-4c32-4d39-a32d-78d9362e7b01 req-bd1a9fc0-09a5-481b-a052-64019154e3de tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:53.169407 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-dc64b54a-4c32-4d39-a32d-78d9362e7b01 req-bd1a9fc0-09a5-481b-a052-64019154e3de tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.0648508 Mar 28 23:39:53.244915 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-dc64b54a-4c32-4d39-a32d-78d9362e7b01 req-723a8805-7185-4f98-9f3a-3ede23ab6044 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701137 Mar 28 23:39:53.882612 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2737-08f9-4a9a-ad48-b073dce983f1 req-9d30615b-7d39-4e7b-90d1-9874e8f6a10c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:53.884187 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-998e2737-08f9-4a9a-ad48-b073dce983f1 req-9d30615b-7d39-4e7b-90d1-9874e8f6a10c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0575445 Mar 28 23:39:53.937087 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-998e2737-08f9-4a9a-ad48-b073dce983f1 req-3f8a324f-0ca2-4c64-8b97-bc4b377846d2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474231 Mar 28 23:39:54.373634 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db161c7c-c37a-4897-bbe1-708340061308 req-60a101ff-5213-43bd-9ce3-4cf4f2b73bae tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:54.381254 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-db161c7c-c37a-4897-bbe1-708340061308 req-60a101ff-5213-43bd-9ce3-4cf4f2b73bae tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 944 time: 0.0697114 Mar 28 23:39:54.430842 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-db161c7c-c37a-4897-bbe1-708340061308 req-c30e3e64-6f3d-4a85-9751-b24ec2e501db tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477550 Mar 28 23:39:54.633513 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:39:54.750450 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:54.765007 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'mac_address': 'fa:16:3e:7c:50:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:39:54.810548 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:54.811234 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:54.827018 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:39:54.851581 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:54.856083 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:54.913766 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:55.088639 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a093f-56de-4c18-8003-d2f6a0798ff1 req-f2e65a08-a68b-4f59-a46a-e7578af33a7f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:55.090904 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cf7a093f-56de-4c18-8003-d2f6a0798ff1 req-f2e65a08-a68b-4f59-a46a-e7578af33a7f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0723855 Mar 28 23:39:55.158815 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cf7a093f-56de-4c18-8003-d2f6a0798ff1 req-350fc9a2-b241-4b18-910a-e8fa18292eaf tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550132 Mar 28 23:39:55.290338 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:39:55.578734 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b24c01-5287-4c70-acba-641c2e2f21ac req-41ce0b97-4808-47f6-9c6a-5d33de72a01b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:55.584216 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-48b24c01-5287-4c70-acba-641c2e2f21ac req-41ce0b97-4808-47f6-9c6a-5d33de72a01b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 945 time: 0.0723433 Mar 28 23:39:55.642385 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-48b24c01-5287-4c70-acba-641c2e2f21ac req-c9f0dd7d-f62e-4363-99e7-d73d3f0dc5a2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517714 Mar 28 23:39:56.419104 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9062-e637-4c5e-896c-881fc2f18790 req-fe6921b4-919e-422d-a0b0-61a640b1958d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:56.421362 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c80a9062-e637-4c5e-896c-881fc2f18790 req-fe6921b4-919e-422d-a0b0-61a640b1958d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.1147296 Mar 28 23:39:56.524010 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c80a9062-e637-4c5e-896c-881fc2f18790 req-14844c31-ee7b-47e8-9010-1aee95bb50d3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911772 Mar 28 23:39:56.657075 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:39:56.729888 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:39:56.742582 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:39:56.743751 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:56.993196 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7188fe-c236-4a2d-96e3-1852b7d68cdd req-b757a18c-f30c-4c39-a138-374ae1800d50 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:56.997123 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:39:56.997745 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:57.000346 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1a7188fe-c236-4a2d-96e3-1852b7d68cdd req-b757a18c-f30c-4c39-a138-374ae1800d50 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 945 time: 0.2283628 Mar 28 23:39:57.041284 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:39:57.050894 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef4aa03-1713-40d5-b5a3-29e8b8ac0d78" -d '{"events": [{"server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "name": "network-vif-plugged", "status": "completed", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:39:57.102506 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1a7188fe-c236-4a2d-96e3-1852b7d68cdd req-ed87c8ae-e437-44d7-a14a-323a379a8565 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946615 Mar 28 23:39:57.119942 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:39:57.131140 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:39:57.155815 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0522a9c-ca66-4344-b87f-d48fb6b1175f x-openstack-request-id: req-f0522a9c-ca66-4344-b87f-d48fb6b1175f {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:39:57.156221 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "name": "network-vif-plugged", "status": "completed", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:39:57.156575 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0522a9c-ca66-4344-b87f-d48fb6b1175f {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:39:57.157012 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0522a9c-ca66-4344-b87f-d48fb6b1175f'] response: {'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'code': 200} Mar 28 23:39:57.197805 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:39:57.443874 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1650fc3-3f4a-4966-b100-7802329d30d3 req-5dea257b-d1bc-4b92-a04b-b6d028760407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:57.446979 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b1650fc3-3f4a-4966-b100-7802329d30d3 req-5dea257b-d1bc-4b92-a04b-b6d028760407 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1130 time: 0.0842435 Mar 28 23:39:57.542277 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b1650fc3-3f4a-4966-b100-7802329d30d3 req-670929b4-c56f-4ab7-9e4e-cd0475896b6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748971 Mar 28 23:39:57.701204 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e1f96-8ec9-450e-b1b7-08751d98f513 req-890533ad-8338-4dda-8879-98f4a8b3bff0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:57.708673 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-349e1f96-8ec9-450e-b1b7-08751d98f513 req-890533ad-8338-4dda-8879-98f4a8b3bff0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0706146 Mar 28 23:39:57.760198 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-349e1f96-8ec9-450e-b1b7-08751d98f513 req-c2735666-776d-4ae2-85b1-c3b76ae279a1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503564 Mar 28 23:39:58.328578 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a561-d456-42cb-8703-ed305ae1a667 req-d2a70c50-ac20-4fdc-94a4-acb1743dd485 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:58.335430 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4cc3a561-d456-42cb-8703-ed305ae1a667 req-d2a70c50-ac20-4fdc-94a4-acb1743dd485 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.1253204 Mar 28 23:39:58.430373 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4cc3a561-d456-42cb-8703-ed305ae1a667 req-4f1e0389-a200-4bcb-847b-351c37e31990 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919418 Mar 28 23:39:58.909276 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb043da-6eb5-420f-881e-f11b1e014f33 req-f09698d4-f6ef-4027-bced-da6aa22b24f4 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:58.918015 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0bb043da-6eb5-420f-881e-f11b1e014f33 req-f09698d4-f6ef-4027-bced-da6aa22b24f4 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0804608 Mar 28 23:39:58.977411 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0bb043da-6eb5-420f-881e-f11b1e014f33 req-6522a457-a3f6-4d8e-9469-14a93fa3037c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566041 Mar 28 23:39:59.628686 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fccc-2b0b-406a-95aa-841bbd64f954 req-6c3a31fd-b3f5-4931-9303-c07ef6003b76 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:59.631244 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1145fccc-2b0b-406a-95aa-841bbd64f954 req-6c3a31fd-b3f5-4931-9303-c07ef6003b76 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0672276 Mar 28 23:39:59.692811 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1145fccc-2b0b-406a-95aa-841bbd64f954 req-d4e7032e-3e73-4612-840a-d1c753ab833c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514638 Mar 28 23:39:59.925366 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d4f70-404e-44de-a255-0b037be16a16 req-5a4636f8-f3bf-49da-a7f2-870bfcce707d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:39:59.926960 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c12d4f70-404e-44de-a255-0b037be16a16 req-5a4636f8-f3bf-49da-a7f2-870bfcce707d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0730464 Mar 28 23:39:59.937645 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 58284) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:39:59.943326 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'floatingip': {'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:40:00.027116 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (0a1323c3-9ffc-4141-b90b-6d316c30581b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:00.322868 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0eef4-5d13-4ac7-b330-7c9bf94c8d04 req-13592a2e-41ab-421f-9029-fdb0e30142b1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:00.324377 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cbe0eef4-5d13-4ac7-b330-7c9bf94c8d04 req-13592a2e-41ab-421f-9029-fdb0e30142b1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0938263 Mar 28 23:40:00.553116 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cbe0eef4-5d13-4ac7-b330-7c9bf94c8d04 req-641c26b3-4c6e-4339-acfb-9a9ea8bd8059 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201374 Mar 28 23:40:00.779179 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:00.786599 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (0a1323c3-9ffc-4141-b90b-6d316c30581b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:00.931149 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Floating IP 0a1323c3-9ffc-4141-b90b-6d316c30581b associated. External IP: 172.28.0.167, port: 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0. Mar 28 23:40:01.162985 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef708405-96bd-4966-b788-e568f62575f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:01.287375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:40:01.440922 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:40:01.447419 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:01.452809 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] Sync routers for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:40:01.464947 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:40:01.466000 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:39:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:01.518845 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-14ac3b4a-15de-4b10-b269-b92fb78bac60 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "PUT /v2.0/floatingips/0a1323c3-9ffc-4141-b90b-6d316c30581b HTTP/1.1" status: 200 len: 992 time: 1.5799987 Mar 28 23:40:01.519441 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:01.522448 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c" -d '{"events": [{"name": "network-changed", "server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:01.574007 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53269d5f-544a-4414-a2ca-0937082a807e x-openstack-request-id: req-53269d5f-544a-4414-a2ca-0937082a807e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:01.574507 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:01.574939 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53269d5f-544a-4414-a2ca-0937082a807e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:01.575530 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53269d5f-544a-4414-a2ca-0937082a807e'] response: {'name': 'network-changed', 'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'status': 'completed', 'code': 200} Mar 28 23:40:01.727317 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:40:01.756870 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-30504cfd-342f-489c-8c04-1a86785efc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:01.766691 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-30504cfd-342f-489c-8c04-1a86785efc5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1130 time: 0.1579556 Mar 28 23:40:01.898603 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1713-1cb3-4030-97ed-b6c9e33962ef req-07ffebcc-fd65-440c-ab8f-4201fde34749 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:01.900351 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ce3f1713-1cb3-4030-97ed-b6c9e33962ef req-07ffebcc-fd65-440c-ab8f-4201fde34749 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.2241240 Mar 28 23:40:02.033179 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-e0f4bcd5-9565-4fbf-8b65-7f9b3c983b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:02.035179 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-e0f4bcd5-9565-4fbf-8b65-7f9b3c983b54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.2547379 Mar 28 23:40:02.039593 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ce3f1713-1cb3-4030-97ed-b6c9e33962ef req-aa53f7be-3796-4894-9395-8a568dfc28a5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301985 Mar 28 23:40:02.120087 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '0a1323c3-9ffc-4141-b90b-6d316c30581b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'floating_ip_address': '172.28.0.167', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'mac_address': 'fa:16:3e:7c:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:37Z', 'updated_at': '2022-03-28T23:40:00Z', 'revision_number': 1, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:02.131639 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-3d178b07-a630-44c6-a85b-b78b6903dae5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 200 len: 1000 time: 0.0813766 Mar 28 23:40:02.152267 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] Checking router: dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:40:02.161476 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:40:02.162107 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:39:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:02.186077 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-0814e6d4-0a41-4cf7-9113-386a7ce4f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:02.187533 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-0814e6d4-0a41-4cf7-9113-386a7ce4f148 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0522318 Mar 28 23:40:02.238361 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-1a086f6b-946e-4920-95ed-02a5bb564c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:02.240535 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-1a086f6b-946e-4920-95ed-02a5bb564c67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439107 Mar 28 23:40:02.267643 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:40:02.366561 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-63c8c8d4-3ebe-4f31-9c46-60113db7de18 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134882 Mar 28 23:40:02.439101 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-d5ba5b12-c9a3-45f0-a191-2ebfc78fd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:02.440630 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-d5ba5b12-c9a3-45f0-a191-2ebfc78fd63e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 1129 time: 0.1175740 Mar 28 23:40:02.536965 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '0a1323c3-9ffc-4141-b90b-6d316c30581b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'floating_ip_address': '172.28.0.167', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'mac_address': 'fa:16:3e:7c:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:37Z', 'updated_at': '2022-03-28T23:40:00Z', 'revision_number': 1, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:02.554399 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bde0b03d-88c1-4b5b-ac04-1d33ef9f293c req-d1b782ef-0482-4d07-b1f7-15d54e38c52e service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789391 Mar 28 23:40:02.578278 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb485c-2931-4828-b2e0-65b9dc58eff7 None None] The sync data for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb is: [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '0a1323c3-9ffc-4141-b90b-6d316c30581b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'floating_ip_address': '172.28.0.167', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'mac_address': 'fa:16:3e:7c:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:37Z', 'updated_at': '2022-03-28T23:40:00Z', 'revision_number': 1, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:40:02.607428 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-067ec3af-f265-4c03-b13a-fb68de8bbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:02.609174 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-067ec3af-f265-4c03-b13a-fb68de8bbf4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.1612818 Mar 28 23:40:02.691015 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-602d82f0-79a1-44f1-b755-2e983f32c2cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 200 len: 1000 time: 0.0645790 Mar 28 23:40:02.774304 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-24bdc908-eb0c-4434-b93c-ff708ab8eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:02.776198 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-24bdc908-eb0c-4434-b93c-ff708ab8eefe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.0682459 Mar 28 23:40:02.838464 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b65d3-f033-4681-8373-53f8e8fad3b4 None None] New status for floating IP 0a1323c3-9ffc-4141-b90b-6d316c30581b: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:40:03.035325 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-b68ad304-07a8-4ac1-8453-5533803bf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:03.036886 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-b68ad304-07a8-4ac1-8453-5533803bf3f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2512636 Mar 28 23:40:03.131313 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-5a5ff2e8-204d-4dfb-a720-c3c5e487da7d service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868359 Mar 28 23:40:03.175268 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f104fcc-fed6-43be-913e-cda20cd0e22f req-016cac96-dc18-4cf5-b607-de0810ddc690 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:03.177856 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8f104fcc-fed6-43be-913e-cda20cd0e22f req-016cac96-dc18-4cf5-b607-de0810ddc690 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0580916 Mar 28 23:40:03.224115 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8f104fcc-fed6-43be-913e-cda20cd0e22f req-a5e15b56-f3e9-4406-828b-42206334397b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400717 Mar 28 23:40:03.233891 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ae0d3f7-d85c-4a7a-afbd-17f24c2005f2 req-e446c81f-88c9-4e4e-9192-58a59cc325b3 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897157 Mar 28 23:40:03.445481 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3127095f-8d9a-4b28-824d-b544bf54d770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:04.352750 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708846b-bace-455e-af42-67bb9640f2c9 req-b6426462-7bbc-422d-9be0-6343ebd9655b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:04.354210 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e708846b-bace-455e-af42-67bb9640f2c9 req-b6426462-7bbc-422d-9be0-6343ebd9655b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0541146 Mar 28 23:40:04.410880 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e708846b-bace-455e-af42-67bb9640f2c9 req-0e371d57-832e-4082-8363-dbaf2d8798a9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506792 Mar 28 23:40:04.729746 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:05.537136 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d50a5-0d50-492b-9935-4f2a8d44f6a4 req-c38ea928-5869-40ce-a853-b21d38d2f761 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:05.538739 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b75d50a5-0d50-492b-9935-4f2a8d44f6a4 req-c38ea928-5869-40ce-a853-b21d38d2f761 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0554972 Mar 28 23:40:05.590960 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b75d50a5-0d50-492b-9935-4f2a8d44f6a4 req-b4216107-4fc1-4197-af1d-df5ae387bca3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465975 Mar 28 23:40:06.136446 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:06.697853 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:40:06.750496 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587c52c-8beb-4a09-b47f-72a7e350db4c req-947bd93a-065d-44a4-bd99-c947112c550b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:06.758200 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3587c52c-8beb-4a09-b47f-72a7e350db4c req-947bd93a-065d-44a4-bd99-c947112c550b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 945 time: 0.0636306 Mar 28 23:40:06.849749 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 is: ACTIVE; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:40:06.851903 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:06.885491 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3587c52c-8beb-4a09-b47f-72a7e350db4c req-42a292d3-c837-4bb7-8c70-f74ee3050821 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263180 Mar 28 23:40:06.901669 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:06.904509 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec375362-6b6f-47c2-b31f-88b7b1d7e840" -d '{"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:06.939253 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:06.949472 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:06.993243 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3347e09-8a9b-4bfe-8862-6108befd555d x-openstack-request-id: req-e3347e09-8a9b-4bfe-8862-6108befd555d {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:06.993581 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-unplugged", "status": "failed", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520", "code": 422}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:06.993842 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3347e09-8a9b-4bfe-8862-6108befd555d {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:06.995200 dv-cinder-835525-1-smb neutron-server[103356]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e3347e09-8a9b-4bfe-8862-6108befd555d']: {'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'code': 422} returned with failed status Mar 28 23:40:07.021798 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=8']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:07.568955 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [req-d74db72f-2c4a-486d-a812-bee8baa10bf1 req-3b198eae-d9e0-48eb-9abf-edc8facbf301 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:40:07.569909 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d74db72f-2c4a-486d-a812-bee8baa10bf1 req-3b198eae-d9e0-48eb-9abf-edc8facbf301 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060170 Mar 28 23:40:07.690022 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:07.780977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da34f-6ecc-4542-9adc-1695d2342011 req-120f172a-e114-45c8-ba0b-e6634219c86a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:07.783533 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5a1da34f-6ecc-4542-9adc-1695d2342011 req-120f172a-e114-45c8-ba0b-e6634219c86a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0965612 Mar 28 23:40:07.841718 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5a1da34f-6ecc-4542-9adc-1695d2342011 req-1f30f0f6-1691-4b4c-9afb-3759d90f4641 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521998 Mar 28 23:40:08.993049 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9080-ca19-4677-9471-a263de86275f req-6a842cbf-e777-4ce0-affc-7b226379c332 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:08.993049 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d00f9080-ca19-4677-9471-a263de86275f req-6a842cbf-e777-4ce0-affc-7b226379c332 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0601673 Mar 28 23:40:09.068390 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d00f9080-ca19-4677-9471-a263de86275f req-03a6a73f-e894-4c82-8704-fe2df6e7d225 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650406 Mar 28 23:40:10.189056 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214d306-7074-4b18-9bff-c9cf6b81b5d3 req-fc1cb712-d1d5-469d-a906-f2bf4cfe26a2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:10.193425 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3214d306-7074-4b18-9bff-c9cf6b81b5d3 req-fc1cb712-d1d5-469d-a906-f2bf4cfe26a2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0539784 Mar 28 23:40:10.241773 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3214d306-7074-4b18-9bff-c9cf6b81b5d3 req-9de2b5cb-18d6-482f-9e35-15e5e4c43204 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451338 Mar 28 23:40:10.729680 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:40:10.814650 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 is: DOWN; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:40:11.402885 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7fb8e-f1a5-472a-8fb8-679174e9daee req-7781d6d7-6510-44a9-a36c-7dcc5f448aaf tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:11.409815 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cfe7fb8e-f1a5-472a-8fb8-679174e9daee req-7781d6d7-6510-44a9-a36c-7dcc5f448aaf tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0646210 Mar 28 23:40:11.456522 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cfe7fb8e-f1a5-472a-8fb8-679174e9daee req-f6e5a314-c085-4491-9225-732ea32236d2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453112 Mar 28 23:40:12.603742 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58784887-f311-409a-8eac-f061f42f9a2e req-e8ce0302-a6c1-4c85-a95a-778ed07acce1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:12.605497 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-58784887-f311-409a-8eac-f061f42f9a2e req-e8ce0302-a6c1-4c85-a95a-778ed07acce1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0603368 Mar 28 23:40:12.653303 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-58784887-f311-409a-8eac-f061f42f9a2e req-32a3df30-36f1-4da1-adcb-eb5c99d90989 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Mar 28 23:40:13.584788 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:13.785840 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dc8e8-a23d-4d62-a243-cb38650c86ca req-7012807a-5942-44b8-ab0c-f9db3450ddc1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:13.787337 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cc6dc8e8-a23d-4d62-a243-cb38650c86ca req-7012807a-5942-44b8-ab0c-f9db3450ddc1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0548596 Mar 28 23:40:13.840628 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cc6dc8e8-a23d-4d62-a243-cb38650c86ca req-352de342-671e-4958-8926-d20cc68d9c84 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462778 Mar 28 23:40:14.964278 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6d5a-d948-460b-a1d4-3ca576766416 req-29311786-0275-4969-b6bb-2264bc357dce tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:14.965848 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5bcb6d5a-d948-460b-a1d4-3ca576766416 req-29311786-0275-4969-b6bb-2264bc357dce tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0542421 Mar 28 23:40:15.014932 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5bcb6d5a-d948-460b-a1d4-3ca576766416 req-b5f11ea3-5e92-4c75-aba8-a5cda8eb59b8 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431874 Mar 28 23:40:16.139492 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691a22-4a34-42af-8faf-fd5c6c44c4e4 req-e159fca2-41f9-4afb-9d15-493c84861240 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:16.141362 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3e691a22-4a34-42af-8faf-fd5c6c44c4e4 req-e159fca2-41f9-4afb-9d15-493c84861240 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0544839 Mar 28 23:40:16.191364 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3e691a22-4a34-42af-8faf-fd5c6c44c4e4 req-57a558bd-34a7-4c2c-9024-28d9b25d8359 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443683 Mar 28 23:40:17.206189 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 58582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:17.332530 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bfa05-a81e-4e62-8b0a-16c84006c7e8 req-2a67f714-0a01-4e1f-a94a-f9d5ca073eb1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:17.334708 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-933bfa05-a81e-4e62-8b0a-16c84006c7e8 req-2a67f714-0a01-4e1f-a94a-f9d5ca073eb1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0553534 Mar 28 23:40:17.385601 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a10f627f-243b-4460-ae89-504d849433db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:17.406945 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-933bfa05-a81e-4e62-8b0a-16c84006c7e8 req-60b067a8-8cd2-4a4a-b0bd-0fa3f4dab113 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641608 Mar 28 23:40:17.476934 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a10f627f-243b-4460-ae89-504d849433db admin admin] Publish callbacks [] for security_group (d1990af6-5490-4090-8312-6578650cdd6b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:17.482084 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a10f627f-243b-4460-ae89-504d849433db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d1990af6-5490-4090-8312-6578650cdd6b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:17.521910 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-a10f627f-243b-4460-ae89-504d849433db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7769faaf44614826b1471c2beb669da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140209 Mar 28 23:40:17.522821 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f627f-243b-4460-ae89-504d849433db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1990af6-5490-4090-8312-6578650cdd6b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:17.525315 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 58588) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:17.574344 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57a8c5a2-901a-4f60-a70b-d482c9e88470 admin admin] Publish callbacks [] for security_group (d1990af6-5490-4090-8312-6578650cdd6b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:17.601836 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57a8c5a2-901a-4f60-a70b-d482c9e88470 admin admin] Publish callbacks [] for security_group (d1990af6-5490-4090-8312-6578650cdd6b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:17.656445 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57a8c5a2-901a-4f60-a70b-d482c9e88470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d1990af6-5490-4090-8312-6578650cdd6b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:17.659485 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57a8c5a2-901a-4f60-a70b-d482c9e88470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:17.660739 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-57a8c5a2-901a-4f60-a70b-d482c9e88470 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1990af6-5490-4090-8312-6578650cdd6b HTTP/1.1" status: 204 len: 168 time: 0.1344554 Mar 28 23:40:17.669620 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8c5a2-901a-4f60-a70b-d482c9e88470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1990af6-5490-4090-8312-6578650cdd6b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:17.736049 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:40:18.561261 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dcce-2299-4aba-b219-96b698ea8bcf req-72303f16-9a65-4ba1-a33f-8ee06f2e2a42 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:18.568744 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5888dcce-2299-4aba-b219-96b698ea8bcf req-72303f16-9a65-4ba1-a33f-8ee06f2e2a42 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0683911 Mar 28 23:40:18.638769 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5888dcce-2299-4aba-b219-96b698ea8bcf req-1c508995-87d8-4a1a-b169-792a635850d9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673218 Mar 28 23:40:19.772312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35587d51-1e86-4652-bdd8-fa2e7ce6eb72 req-c5c0de0d-f25a-4d08-baff-64f13baf4be5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:19.774719 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-35587d51-1e86-4652-bdd8-fa2e7ce6eb72 req-c5c0de0d-f25a-4d08-baff-64f13baf4be5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0592427 Mar 28 23:40:19.828205 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-35587d51-1e86-4652-bdd8-fa2e7ce6eb72 req-dccf2d33-4628-4481-994d-1234a16a8690 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438285 Mar 28 23:40:20.961341 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95f2d6-3192-4c16-8822-ac002857617b req-8267783e-74a0-4a28-874c-f759e4679993 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:20.968408 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-de95f2d6-3192-4c16-8822-ac002857617b req-8267783e-74a0-4a28-874c-f759e4679993 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0661860 Mar 28 23:40:21.016396 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-de95f2d6-3192-4c16-8822-ac002857617b req-f4c00acd-5763-4119-b4a6-1dca491703ed tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470531 Mar 28 23:40:22.297603 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ea7ab-7f76-4a77-848f-ebb35a3372b0 req-df01b802-fcec-4743-9244-4363a48c3d87 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:22.299277 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-887ea7ab-7f76-4a77-848f-ebb35a3372b0 req-df01b802-fcec-4743-9244-4363a48c3d87 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0567296 Mar 28 23:40:22.349762 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-887ea7ab-7f76-4a77-848f-ebb35a3372b0 req-8a57977d-08b1-473c-acd6-019f1f1db411 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441356 Mar 28 23:40:23.484408 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099be01-55f8-4343-ad4f-47eed243c2d2 req-2c978575-e116-43ff-9610-17835737c79d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:23.493650 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7099be01-55f8-4343-ad4f-47eed243c2d2 req-2c978575-e116-43ff-9610-17835737c79d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0665469 Mar 28 23:40:23.540504 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7099be01-55f8-4343-ad4f-47eed243c2d2 req-daeef5bb-3f7b-4c28-84e0-ceeae6987d30 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459437 Mar 28 23:40:24.425198 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-33d3f136-7121-4975-b0b3-3a2c60275a87 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=29da7fea8e42467cb8741e677e8df22f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370867 Mar 28 23:40:24.531241 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58704) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:24.642404 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-24514e5a-0ac1-4121-add8-b85488b02c02 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093781 Mar 28 23:40:24.661240 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-d19303e9-2a85-4f7e-a3f4-0249bd8ca1c7 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:24.662806 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-d19303e9-2a85-4f7e-a3f4-0249bd8ca1c7 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368217 Mar 28 23:40:24.676348 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-7f2ce192-2817-4a36-b3c0-2916f0dc0a5a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:40:24.677603 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-7f2ce192-2817-4a36-b3c0-2916f0dc0a5a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216672 Mar 28 23:40:24.692433 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-bb5ab8a0-b9c6-4900-8604-8a4f85466414 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/quotas/29da7fea8e42467cb8741e677e8df22f HTTP/1.1" status: 200 len: 375 time: 0.0235333 Mar 28 23:40:24.707056 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccdcfb-a54f-4588-b190-56f3a301123a req-54d2f0da-f8af-4e81-ae31-e47e1ea0f4b2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:24.708920 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-30ccdcfb-a54f-4588-b190-56f3a301123a req-54d2f0da-f8af-4e81-ae31-e47e1ea0f4b2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0651379 Mar 28 23:40:24.749365 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-7ed95923-35a9-4eb6-af0f-cc751ae17a7a tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=29da7fea8e42467cb8741e677e8df22f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559485 Mar 28 23:40:24.786139 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 58716) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:24.841366 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-30ccdcfb-a54f-4588-b190-56f3a301123a req-f3c04f39-80a0-4eaa-ac99-a8b275888442 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188207 Mar 28 23:40:24.950056 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-d9333f75-1ef6-43a3-a4de-80ee6bd86abe tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:24.955971 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-fe2dbf39-43b3-4d95-9823-b14ad16c335b req-4a549bee-ccf2-4a64-846c-908f73aae610 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 210 time: 0.0374720 Mar 28 23:40:24.956220 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-d9333f75-1ef6-43a3-a4de-80ee6bd86abe tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports/5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 200 len: 940 time: 0.1639724 Mar 28 23:40:25.958833 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a52716-1b60-4f9c-8a90-8d4193cc5df4 req-100665c3-cc44-4334-a0f9-7c758de30a53 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:25.960293 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-58a52716-1b60-4f9c-8a90-8d4193cc5df4 req-100665c3-cc44-4334-a0f9-7c758de30a53 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0538392 Mar 28 23:40:26.007301 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-58a52716-1b60-4f9c-8a90-8d4193cc5df4 req-8dfdce82-b7e7-4a91-97f6-c7737a4cc708 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410368 Mar 28 23:40:26.034207 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d19d71f5-f253-411b-8e0a-fffa10c3374f req-616058c0-966e-4f4f-b11e-158064cdb9b8 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Mar 28 23:40:26.118338 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-168833cb-a985-4ba3-bf1a-61884131dc31 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=29da7fea8e42467cb8741e677e8df22f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213625 Mar 28 23:40:26.247696 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-ac1a4c84-75d0-4d05-a700-393cdd9f3ec0 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:26.249391 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-ac1a4c84-75d0-4d05-a700-393cdd9f3ec0 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204827 Mar 28 23:40:26.277469 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Request body: {'port': {'device_id': '69297131-b553-4908-894a-b5dc9e162d35', 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064', 'admin_state_up': True, 'tenant_id': '29da7fea8e42467cb8741e677e8df22f'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:40:26.390605 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Made reservation on behalf of 29da7fea8e42467cb8741e677e8df22f for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:40:26.395214 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:26.406306 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:26.494947 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks [] for security_group (c23d3ba9-51e5-4f30-ae01-21493837e56b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:26.499947 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c23d3ba9-51e5-4f30-ae01-21493837e56b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:26.573133 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d3ba9-51e5-4f30-ae01-21493837e56b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:26.663281 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Allocated IP 192.168.233.219 (e450517c-c9e3-4732-bd58-46ff46b29064/8830fcff-3033-428b-9340-a89508d72a1e/c9e24c9f-5ad3-4a69-8ff1-936a292f8dad) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:40:26.843445 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks [] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:26.891544 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:26.939582 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Network e450517c-c9e3-4732-bd58-46ff46b29064 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:40:26.942984 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:40:26.947394 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:40:26.977146 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Pushing event updated for resources: {'Port': ['ID=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:27.008813 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:27.009436 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:27.031898 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-f6b0a612-20c5-4312-88e0-bac995bd7542 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7595992 Mar 28 23:40:27.055626 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Request body: {'port': {'device_id': '69297131-b553-4908-894a-b5dc9e162d35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:40:27.150574 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:27.215563 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4b2f-9729-4525-b44c-f94b6d28d545 req-76fe91eb-7056-4388-890a-7473c755af73 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:27.218434 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e98c4b2f-9729-4525-b44c-f94b6d28d545 req-76fe91eb-7056-4388-890a-7473c755af73 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0802009 Mar 28 23:40:27.271468 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e98c4b2f-9729-4525-b44c-f94b6d28d545 req-1569eb55-c666-40ce-b079-73d60cb9b79f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476625 Mar 28 23:40:27.359715 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26625006-136a-4a8f-b433-01895f0b54a5 req-2491dc83-37ed-48c1-8e8c-3ae4b535c7e9 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:27.361458 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-26625006-136a-4a8f-b433-01895f0b54a5 req-2491dc83-37ed-48c1-8e8c-3ae4b535c7e9 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 936 time: 0.2258117 Mar 28 23:40:27.365444 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-eb62da92-6aea-4342-b1fe-7e58271b828c None None] Provisioning complete for port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:40:27.366031 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb62da92-6aea-4342-b1fe-7e58271b828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:27.399888 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-eb62da92-6aea-4342-b1fe-7e58271b828c None None] Port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:40:27.452952 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-26625006-136a-4a8f-b433-01895f0b54a5 req-15f6e00c-793e-4a3b-b7f9-322030a27a1d tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858774 Mar 28 23:40:27.543926 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e24c9f-5ad3-4a69-8ff1-936a292f8dad {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:40:27.551681 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Publish callbacks [] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:27.563926 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Transition to ACTIVE for port object c9e24c9f-5ad3-4a69-8ff1-936a292f8dad will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:40:27.567542 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:27.621290 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Pushing event updated for resources: {'Port': ['ID=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:27.749295 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Attempting to bind port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:40:27.749640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Attempting to bind port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:40:27.749977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Attempting to bind port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad on network e450517c-c9e3-4732-bd58-46ff46b29064 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:40:27.759743 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad on network e450517c-c9e3-4732-bd58-46ff46b29064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:40:27.760094 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Attempting to bind port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad on network e450517c-c9e3-4732-bd58-46ff46b29064 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:40:27.770006 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:40:27.770345 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Checking segment: {'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:40:27.770771 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Bound using segment: {'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:40:27.771222 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Bound port: c9e24c9f-5ad3-4a69-8ff1-936a292f8dad, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364e9650-0acc-43ff-8d0d-90c000bdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:40:27.771647 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:27.789945 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-8834bf53-b9e6-4f59-a5e0-bee6f74824a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:27.791457 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-8834bf53-b9e6-4f59-a5e0-bee6f74824a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad&tenant_id=c7a33c05be9a48fdb57b386cc588c062 HTTP/1.1" status: 200 len: 1127 time: 0.1167109 Mar 28 23:40:27.871869 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] For port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:40:27.875722 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] For port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,segment=NetworkSegment(364e9650-0acc-43ff-8d0d-90c000bdb51e),segment_id=364e9650-0acc-43ff-8d0d-90c000bdb51e)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:40:27.883751 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-c99c5a75-882e-415b-b370-797a4dabce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:27.885253 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-c99c5a75-882e-415b-b370-797a4dabce92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 1127 time: 0.0720115 Mar 28 23:40:27.886392 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:27.969501 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:27.970051 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:27.971466 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] 10.222.0.30 "PUT /v2.0/ports/c9e24c9f-5ad3-4a69-8ff1-936a292f8dad HTTP/1.1" status: 200 len: 1098 time: 0.9220369 Mar 28 23:40:27.971947 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69297131-b553-4908-894a-b5dc9e162d35', 'tag': 'c9e24c9f-5ad3-4a69-8ff1-936a292f8dad'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:27.974212 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360fa668-4e4f-446f-8503-5cb4f5d999aa" -d '{"events": [{"name": "network-changed", "server_uuid": "69297131-b553-4908-894a-b5dc9e162d35", "tag": "c9e24c9f-5ad3-4a69-8ff1-936a292f8dad"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:28.004576 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7012d-0736-447a-99b8-674fe68603ef service neutron] Pushing event updated for resources: {'Port': ['ID=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:28.022105 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fbbba2-1a7d-46d5-9726-b2b3e6840541 x-openstack-request-id: req-78fbbba2-1a7d-46d5-9726-b2b3e6840541 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:28.022430 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69297131-b553-4908-894a-b5dc9e162d35", "tag": "c9e24c9f-5ad3-4a69-8ff1-936a292f8dad", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:28.022689 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78fbbba2-1a7d-46d5-9726-b2b3e6840541 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:28.023102 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fbbba2-1a7d-46d5-9726-b2b3e6840541'] response: {'name': 'network-changed', 'server_uuid': '69297131-b553-4908-894a-b5dc9e162d35', 'tag': 'c9e24c9f-5ad3-4a69-8ff1-936a292f8dad', 'status': 'completed', 'code': 200} Mar 28 23:40:28.048973 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-4958a490-d7e5-4976-9b2a-cd217c8e4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:28.050597 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-4958a490-d7e5-4976-9b2a-cd217c8e4821 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.1565988 Mar 28 23:40:28.149328 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-61519518-0a49-4413-b69b-f8e191fec5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:28.151201 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-61519518-0a49-4413-b69b-f8e191fec5f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da7fea8e42467cb8741e677e8df22f&device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 1132 time: 0.1147125 Mar 28 23:40:28.153350 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-0d8d9a38-3a29-4258-a05f-cfd0776ea6e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 200 len: 998 time: 0.0827749 Mar 28 23:40:28.217006 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-353bbaab-c23e-48cb-a97d-4a2065982ac0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad HTTP/1.1" status: 200 len: 217 time: 0.0453651 Mar 28 23:40:28.287437 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58864) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:28.294992 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-a584ab68-6ce2-43b2-8250-a31d8748adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:28.296742 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-a584ab68-6ce2-43b2-8250-a31d8748adfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.1180882 Mar 28 23:40:28.306543 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-02937ae7-015d-4405-8777-e37bb83693d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:28.308291 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-02937ae7-015d-4405-8777-e37bb83693d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8830fcff-3033-428b-9340-a89508d72a1e HTTP/1.1" status: 200 len: 843 time: 0.0726268 Mar 28 23:40:28.356136 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c902386-c747-4a81-9f93-0c11df216a80 admin admin] Deleting subnet 1437b5fe-a42b-4e6a-beea-b5febed343c3 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:40:28.360277 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c902386-c747-4a81-9f93-0c11df216a80 admin admin] Publish callbacks [] for subnet (1437b5fe-a42b-4e6a-beea-b5febed343c3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.410052 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c902386-c747-4a81-9f93-0c11df216a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (1437b5fe-a42b-4e6a-beea-b5febed343c3), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.412025 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-8e3b836d-dfdd-411a-91df-071e54fe5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:28.413906 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-8e3b836d-dfdd-411a-91df-071e54fe5b83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0970864 Mar 28 23:40:28.416418 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-dd69809b-eebe-46c3-93ed-addd04c4afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:28.417764 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-dd69809b-eebe-46c3-93ed-addd04c4afa6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e450517c-c9e3-4732-bd58-46ff46b29064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0925395 Mar 28 23:40:28.475815 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c902386-c747-4a81-9f93-0c11df216a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (1437b5fe-a42b-4e6a-beea-b5febed343c3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.554457 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db972d1b-cee5-46f4-80c4-99e0265492e1 req-dcad07e2-5290-4962-80cf-2424cff7af2e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:28.556369 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-db972d1b-cee5-46f4-80c4-99e0265492e1 req-dcad07e2-5290-4962-80cf-2424cff7af2e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.1524253 Mar 28 23:40:28.622642 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c902386-c747-4a81-9f93-0c11df216a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (1437b5fe-a42b-4e6a-beea-b5febed343c3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.659937 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c902386-c747-4a81-9f93-0c11df216a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1437b5fe-a42b-4e6a-beea-b5febed343c3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:28.670888 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c902386-c747-4a81-9f93-0c11df216a80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.674445 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8c902386-c747-4a81-9f93-0c11df216a80 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1437b5fe-a42b-4e6a-beea-b5febed343c3 HTTP/1.1" status: 204 len: 168 time: 0.3853014 Mar 28 23:40:28.692095 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-db972d1b-cee5-46f4-80c4-99e0265492e1 req-a11a247b-f81c-48f9-82ce-8e51ca6e99ce tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294055 Mar 28 23:40:28.692871 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58886) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:28.772859 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (00b276d0-70ed-4301-af46-4604f0e3dabb), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.854789 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (00b276d0-70ed-4301-af46-4604f0e3dabb), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.876316 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b276d0-70ed-4301-af46-4604f0e3dabb']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:28.886666 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb84d74-49ca-4658-a1fa-883ae7288d8c') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:28.887252 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb84d74-49ca-4658-a1fa-883ae7288d8c') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:28.904072 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (6cb84d74-49ca-4658-a1fa-883ae7288d8c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.909366 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198bd69-4257-44d6-86bd-b7136b44d1d6 req-38683609-4238-4095-b407-5a4af88c4255 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:28.912369 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6198bd69-4257-44d6-86bd-b7136b44d1d6 req-38683609-4238-4095-b407-5a4af88c4255 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.1263640 Mar 28 23:40:28.915377 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-f49f5147-b7ee-461c-9be8-66bbdc9b49d9 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867322 Mar 28 23:40:28.917229 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-00addd3f-2312-49f8-a67e-0061a06d03d6 service neutron] 10.222.0.30 "GET /v2.0/networks/e450517c-c9e3-4732-bd58-46ff46b29064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753282 Mar 28 23:40:28.921849 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (6cb84d74-49ca-4658-a1fa-883ae7288d8c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.928283 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:40:28.928887 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (6cb84d74-49ca-4658-a1fa-883ae7288d8c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:40:28.930529 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:40:28.987648 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (00b276d0-70ed-4301-af46-4604f0e3dabb), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.994718 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:28.999551 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/00b276d0-70ed-4301-af46-4604f0e3dabb HTTP/1.1" status: 204 len: 168 time: 0.3052835 Mar 28 23:40:29.034152 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e2c03-1694-45d6-af83-51c0eb41f2e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=00b276d0-70ed-4301-af46-4604f0e3dabb,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:29.097366 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6198bd69-4257-44d6-86bd-b7136b44d1d6 req-77340e46-17ca-4031-80c4-5caced21d77c tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779053 Mar 28 23:40:29.148519 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6c1d8340-9f44-469c-a1e6-13f05188a526 req-0bb0d5f1-2266-4c10-85f5-f8cf050bd51a service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127352 Mar 28 23:40:29.150399 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-848eae97-e929-4cd6-b4bc-842b110ccca6 req-17c274b1-963a-4eb7-808d-b83cdc0aa4fc service neutron] 10.222.0.30 "GET /v2.0/networks/e450517c-c9e3-4732-bd58-46ff46b29064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113678 Mar 28 23:40:29.184399 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58896) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:29.240078 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b6adda41-3528-4986-979a-c8d9625c72e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b78a429f5474763be6369bf5c15a3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544403 Mar 28 23:40:29.241192 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58902) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:29.280490 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-1032ad7c-cc5a-48af-af06-500f4816e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:29.282002 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-1032ad7c-cc5a-48af-af06-500f4816e4a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da7fea8e42467cb8741e677e8df22f&device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 1132 time: 0.0456500 Mar 28 23:40:29.291055 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a052a372-fdbc-45cb-835b-107bcf4fc906 admin admin] Publish callbacks [] for security_group (c8a0cf9e-1140-420e-af0a-a7c884127922), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:29.312542 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a052a372-fdbc-45cb-835b-107bcf4fc906 admin admin] Publish callbacks [] for security_group (c8a0cf9e-1140-420e-af0a-a7c884127922), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:29.370714 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a052a372-fdbc-45cb-835b-107bcf4fc906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c8a0cf9e-1140-420e-af0a-a7c884127922), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:29.373751 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a052a372-fdbc-45cb-835b-107bcf4fc906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:29.375025 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-a052a372-fdbc-45cb-835b-107bcf4fc906 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8a0cf9e-1140-420e-af0a-a7c884127922 HTTP/1.1" status: 204 len: 168 time: 0.1329322 Mar 28 23:40:29.384620 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052a372-fdbc-45cb-835b-107bcf4fc906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a0cf9e-1140-420e-af0a-a7c884127922,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:29.397845 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-b5d9a2b8-92c1-4a66-b7c5-781e32a38889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:29.399652 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-b5d9a2b8-92c1-4a66-b7c5-781e32a38889 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e450517c-c9e3-4732-bd58-46ff46b29064 HTTP/1.1" status: 200 len: 870 time: 0.1073620 Mar 28 23:40:29.471584 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-647e6c02-f6b5-44ec-b794-dd4afe578f77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad HTTP/1.1" status: 200 len: 217 time: 0.0557446 Mar 28 23:40:29.529683 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-f4c23d3c-06c3-4154-ac61-9d7ebe06ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:29.531248 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-f4c23d3c-06c3-4154-ac61-9d7ebe06ced6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8830fcff-3033-428b-9340-a89508d72a1e HTTP/1.1" status: 200 len: 843 time: 0.0464590 Mar 28 23:40:29.585208 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-62bdd098-1fbb-4c2c-bce8-bf2d5bfdab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:29.586852 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-62bdd098-1fbb-4c2c-bce8-bf2d5bfdab77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e450517c-c9e3-4732-bd58-46ff46b29064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482285 Mar 28 23:40:29.713415 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-2ffa9a8d-a30a-40f3-957e-08c76c753dfa service neutron] 10.222.0.30 "GET /v2.0/networks/e450517c-c9e3-4732-bd58-46ff46b29064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184728 Mar 28 23:40:29.861517 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-360fa668-4e4f-446f-8503-5cb4f5d999aa req-57b5d6f5-37c8-46aa-8554-581c028f79cb service neutron] 10.222.0.30 "GET /v2.0/networks/e450517c-c9e3-4732-bd58-46ff46b29064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387479 Mar 28 23:40:29.869694 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef2de2-ac8b-47e3-a507-21417dce214a req-33b39eca-ceff-48f4-8db7-c901852e9522 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:29.871172 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b1ef2de2-ac8b-47e3-a507-21417dce214a req-33b39eca-ceff-48f4-8db7-c901852e9522 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0879178 Mar 28 23:40:29.953784 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6160d39-8394-49df-90b4-d4ac30246417 req-043269b1-178f-42f1-8f3e-c1dea83b034f tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:29.962172 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c6160d39-8394-49df-90b4-d4ac30246417 req-043269b1-178f-42f1-8f3e-c1dea83b034f tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0808477 Mar 28 23:40:29.979804 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b1ef2de2-ac8b-47e3-a507-21417dce214a req-30600fd8-78be-4bd5-90c9-010f56cecb1f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965149 Mar 28 23:40:30.035135 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c6160d39-8394-49df-90b4-d4ac30246417 req-a4812db3-e91f-4fab-b0fd-9865c5d907e9 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653019 Mar 28 23:40:30.283869 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5328c9-d306-49ba-b4f1-7f469dd4ef23 req-ebbf209f-0c68-489b-8345-0a99153a55ab tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:30.289550 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8e5328c9-d306-49ba-b4f1-7f469dd4ef23 req-ebbf209f-0c68-489b-8345-0a99153a55ab tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.1047094 Mar 28 23:40:30.369899 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8e5328c9-d306-49ba-b4f1-7f469dd4ef23 req-90bf5792-fd06-414f-967e-2e9f6c23e091 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687835 Mar 28 23:40:31.149121 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-adf6b511-fe5f-4315-916d-5e3bbc0c1717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:31.177369 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e6fac-872f-48da-ba05-513831baf3e6 req-94edf9bf-81a2-476b-aeab-bc331581071b tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:31.179543 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b9e6fac-872f-48da-ba05-513831baf3e6 req-94edf9bf-81a2-476b-aeab-bc331581071b tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0684593 Mar 28 23:40:31.242774 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b9e6fac-872f-48da-ba05-513831baf3e6 req-f37eca6d-e00c-46c1-8e60-d50056d029aa tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572133 Mar 28 23:40:31.363575 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856d5a-3842-4a62-9f19-72acab36d302 req-783e4f62-7d8c-4a3d-b6ef-56ef56736113 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:31.368389 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ec856d5a-3842-4a62-9f19-72acab36d302 req-783e4f62-7d8c-4a3d-b6ef-56ef56736113 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.2890940 Mar 28 23:40:31.431896 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ec856d5a-3842-4a62-9f19-72acab36d302 req-ecd6a16b-c1cd-41b3-aeab-c9e0b0ada32f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553141 Mar 28 23:40:31.525936 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f65c4-705b-4d19-837c-7f88b3d5e7f2 req-5b4ccc39-f857-49c6-8a93-1c317e7aa38c tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:31.527464 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-128f65c4-705b-4d19-837c-7f88b3d5e7f2 req-5b4ccc39-f857-49c6-8a93-1c317e7aa38c tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0630045 Mar 28 23:40:31.580780 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-128f65c4-705b-4d19-837c-7f88b3d5e7f2 req-7e61580a-273d-4abe-8c42-f5b96a3b489d tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 Mar 28 23:40:32.363022 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2e058-3866-4d1c-ab05-760cd03f614b req-ff0b1869-0f55-41d7-a8d6-e0d439472c31 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:32.364647 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-92b2e058-3866-4d1c-ab05-760cd03f614b req-ff0b1869-0f55-41d7-a8d6-e0d439472c31 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0541389 Mar 28 23:40:32.412060 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-92b2e058-3866-4d1c-ab05-760cd03f614b req-d718bf06-7b98-451a-8ef3-303ce9bd2dce tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Mar 28 23:40:32.550416 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcedd11-23f4-41d2-8546-33cf60c6e52c req-675c4d24-188c-4850-aedf-b9844a3cbc33 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:32.560550 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4bcedd11-23f4-41d2-8546-33cf60c6e52c req-675c4d24-188c-4850-aedf-b9844a3cbc33 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0631459 Mar 28 23:40:32.620080 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4bcedd11-23f4-41d2-8546-33cf60c6e52c req-06515103-9fdf-46c0-ab85-e26ea5f00d68 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570765 Mar 28 23:40:32.742034 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da517f1-0751-4ec5-9f7b-c5e53dded0d5 req-16e8d10a-3ac9-465b-ab56-07dc4e948dc6 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:32.743734 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6da517f1-0751-4ec5-9f7b-c5e53dded0d5 req-16e8d10a-3ac9-465b-ab56-07dc4e948dc6 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0822508 Mar 28 23:40:32.795508 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6da517f1-0751-4ec5-9f7b-c5e53dded0d5 req-85f0dcb1-da1a-41be-b6cb-bb9e26e746a5 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Mar 28 23:40:33.439627 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-98c3b89f-04d0-47b2-8f1b-4de53ade6702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:33.546884 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35b82e-1941-46b7-a6a8-01c0071f4c79 req-2f80abee-cf5d-4f40-b1b0-4f62ab1adb2a tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:33.548731 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5b35b82e-1941-46b7-a6a8-01c0071f4c79 req-2f80abee-cf5d-4f40-b1b0-4f62ab1adb2a tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0612762 Mar 28 23:40:33.597559 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5b35b82e-1941-46b7-a6a8-01c0071f4c79 req-a4f788a0-58d8-440f-a8e9-02c963353f94 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Mar 28 23:40:33.736194 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e681-284f-4231-a26d-0cb9c5c90b47 req-62b1345e-e623-4fd9-9c05-7b27cb7f16a5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:33.737816 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2f09e681-284f-4231-a26d-0cb9c5c90b47 req-62b1345e-e623-4fd9-9c05-7b27cb7f16a5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0533669 Mar 28 23:40:33.791467 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2f09e681-284f-4231-a26d-0cb9c5c90b47 req-5f3140d7-43dd-4a1e-8cc0-b3d0a8cb4038 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475216 Mar 28 23:40:33.947154 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04148f22-ae2c-4475-8cdc-40d0f9e5a813 req-d88e66d7-6221-4f02-9ced-d3d37a89f280 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:33.948775 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-04148f22-ae2c-4475-8cdc-40d0f9e5a813 req-d88e66d7-6221-4f02-9ced-d3d37a89f280 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0667398 Mar 28 23:40:34.005740 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-04148f22-ae2c-4475-8cdc-40d0f9e5a813 req-364e7bd9-541b-419f-a58f-a3fd48024292 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512681 Mar 28 23:40:34.057597 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58980) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:34.166246 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cff20ffb-ceb6-404d-ab01-1f871f7911d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:34.240382 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cff20ffb-ceb6-404d-ab01-1f871f7911d4 admin admin] Publish callbacks [] for security_group (487058ad-19c1-4c22-bd00-a55b66d14140), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:34.244725 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cff20ffb-ceb6-404d-ab01-1f871f7911d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (487058ad-19c1-4c22-bd00-a55b66d14140), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:34.285002 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff20ffb-ceb6-404d-ab01-1f871f7911d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487058ad-19c1-4c22-bd00-a55b66d14140,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:34.289127 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-cff20ffb-ceb6-404d-ab01-1f871f7911d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6232d99d4cd5461aa40bdb8d5caec9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304137 Mar 28 23:40:34.292029 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 58984) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:34.342200 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d14227d4-4a5a-4bfb-bc24-82a2a8f9c096 admin admin] Publish callbacks [] for security_group (487058ad-19c1-4c22-bd00-a55b66d14140), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:34.364996 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d14227d4-4a5a-4bfb-bc24-82a2a8f9c096 admin admin] Publish callbacks [] for security_group (487058ad-19c1-4c22-bd00-a55b66d14140), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:34.412424 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d14227d4-4a5a-4bfb-bc24-82a2a8f9c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (487058ad-19c1-4c22-bd00-a55b66d14140), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:34.415663 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d14227d4-4a5a-4bfb-bc24-82a2a8f9c096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:34.417130 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d14227d4-4a5a-4bfb-bc24-82a2a8f9c096 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/487058ad-19c1-4c22-bd00-a55b66d14140 HTTP/1.1" status: 204 len: 168 time: 0.1236315 Mar 28 23:40:34.425727 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14227d4-4a5a-4bfb-bc24-82a2a8f9c096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487058ad-19c1-4c22-bd00-a55b66d14140,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:34.737787 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:34.750285 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da155a2-5609-4b1a-9d04-048063da0a8a req-f1085163-a61f-475a-ba08-01fc483359e6 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:34.751906 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3da155a2-5609-4b1a-9d04-048063da0a8a req-f1085163-a61f-475a-ba08-01fc483359e6 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0622416 Mar 28 23:40:34.801760 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3da155a2-5609-4b1a-9d04-048063da0a8a req-cb1acbcb-95ff-4fb0-a945-d257d8f313c0 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Mar 28 23:40:34.915659 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c7dd3-771a-4aa2-b785-ed148a6cc6ce req-6066d485-0778-4208-81e5-c94763da5962 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:34.917100 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-df8c7dd3-771a-4aa2-b785-ed148a6cc6ce req-6066d485-0778-4208-81e5-c94763da5962 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0538397 Mar 28 23:40:34.969038 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-df8c7dd3-771a-4aa2-b785-ed148a6cc6ce req-75071ed6-087d-4447-9adb-8f50e0e029f2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462997 Mar 28 23:40:35.144384 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6609c-b578-4086-ae75-42d5c755c400 req-c5d10aa4-a26d-402b-93b9-6539b1fdaa54 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:35.146241 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b6a6609c-b578-4086-ae75-42d5c755c400 req-c5d10aa4-a26d-402b-93b9-6539b1fdaa54 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0561650 Mar 28 23:40:35.195894 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b6a6609c-b578-4086-ae75-42d5c755c400 req-3bbf6ce6-546c-4ba2-ac15-48c9e06a1898 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Mar 28 23:40:35.928326 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af90bd7-6630-4587-bffa-aa8d12dcd138 req-44a74ae6-6991-4b47-ab89-acd035c1388c tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:35.930356 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3af90bd7-6630-4587-bffa-aa8d12dcd138 req-44a74ae6-6991-4b47-ab89-acd035c1388c tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0587955 Mar 28 23:40:35.979248 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3af90bd7-6630-4587-bffa-aa8d12dcd138 req-201968bf-c668-4431-b8f3-4fd4b6c9c3dc tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430217 Mar 28 23:40:36.097369 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6374c-ef1c-4e39-8511-93f18a1be1cf req-94ff5297-f2f0-4665-867b-b29cbff6581a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:36.098993 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d0c6374c-ef1c-4e39-8511-93f18a1be1cf req-94ff5297-f2f0-4665-867b-b29cbff6581a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0550754 Mar 28 23:40:36.135287 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:36.148996 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d0c6374c-ef1c-4e39-8511-93f18a1be1cf req-fb8e3398-9241-45ae-b718-1a645f3e9abc tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441024 Mar 28 23:40:36.316316 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd438ef-b9f0-455b-9e77-bac46716652d req-dce30263-1748-416b-94f0-3c434cfb049a tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:36.317786 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ebd438ef-b9f0-455b-9e77-bac46716652d req-dce30263-1748-416b-94f0-3c434cfb049a tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0532467 Mar 28 23:40:36.365197 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ebd438ef-b9f0-455b-9e77-bac46716652d req-c4869a5b-3d4e-45fc-bece-5b1ad43b49d2 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Mar 28 23:40:37.100880 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8549f9c-1e0c-4e3f-a83b-3c689daaedb9 req-5e7a4749-ff50-4d89-8169-846f2adedeed tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:37.102510 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a8549f9c-1e0c-4e3f-a83b-3c689daaedb9 req-5e7a4749-ff50-4d89-8169-846f2adedeed tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0552599 Mar 28 23:40:37.157384 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a8549f9c-1e0c-4e3f-a83b-3c689daaedb9 req-909e23f4-2ada-4c04-8f36-8ca1115ed514 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Mar 28 23:40:37.280180 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee69d28-39a4-43c7-aba8-03c37cf04922 req-0271c838-0435-4808-ab29-bd0337b27cee tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:37.281783 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3ee69d28-39a4-43c7-aba8-03c37cf04922 req-0271c838-0435-4808-ab29-bd0337b27cee tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0596905 Mar 28 23:40:37.329559 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3ee69d28-39a4-43c7-aba8-03c37cf04922 req-55e02fdf-499a-4849-b1f9-05062785c45f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419617 Mar 28 23:40:37.484188 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9e818-f91b-47e8-b434-dbe96a29c034 req-b2d55d76-1ac9-4bc3-9cca-2f057c73f62b tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:37.485682 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-81f9e818-f91b-47e8-b434-dbe96a29c034 req-b2d55d76-1ac9-4bc3-9cca-2f057c73f62b tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0533507 Mar 28 23:40:37.534227 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-81f9e818-f91b-47e8-b434-dbe96a29c034 req-72d2bca9-bc23-4250-b634-e092c1491ceb tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Mar 28 23:40:37.683774 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:38.284979 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a171cd-79b8-4b74-80e3-b9ef3ab8cfec req-6dfb4559-e637-40a3-814f-fb215b4a7ec9 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:38.287580 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f1a171cd-79b8-4b74-80e3-b9ef3ab8cfec req-6dfb4559-e637-40a3-814f-fb215b4a7ec9 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0620058 Mar 28 23:40:38.335620 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f1a171cd-79b8-4b74-80e3-b9ef3ab8cfec req-2829afe5-5bda-4363-9f9b-01d9d6f35f02 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Mar 28 23:40:38.453380 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f59842-80f5-47fe-93e3-203b424d16a7 req-118f8963-8b3f-4b1c-9ee1-e6a1be0ab5ee tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:38.454859 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-72f59842-80f5-47fe-93e3-203b424d16a7 req-118f8963-8b3f-4b1c-9ee1-e6a1be0ab5ee tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0524089 Mar 28 23:40:38.503702 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-72f59842-80f5-47fe-93e3-203b424d16a7 req-58e9b101-e91b-469c-b235-d711f70166fe tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Mar 28 23:40:38.654224 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be585677-1d77-4f9e-a99b-edce701e1526 req-13e9f7bf-8937-4bbd-8650-8ad20891aa18 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:38.655916 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-be585677-1d77-4f9e-a99b-edce701e1526 req-13e9f7bf-8937-4bbd-8650-8ad20891aa18 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0536969 Mar 28 23:40:38.709360 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-be585677-1d77-4f9e-a99b-edce701e1526 req-83f2ee99-3266-4a3a-8575-f1aaf34b18e8 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Mar 28 23:40:39.461251 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc63937-d389-4159-acc4-4a8808294bc7 req-cb83103e-06f9-4733-a171-2aecdc48e2ee tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:39.462900 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3bc63937-d389-4159-acc4-4a8808294bc7 req-cb83103e-06f9-4733-a171-2aecdc48e2ee tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0575347 Mar 28 23:40:39.512064 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3bc63937-d389-4159-acc4-4a8808294bc7 req-04df2de0-0a5d-4f83-8b40-4a9b9bf8df96 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Mar 28 23:40:39.642584 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e1648-0856-411b-9b87-5f0e811f8b3b req-0d8a37d2-c4d0-477b-9500-7b0499f169c6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:39.644215 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8a9e1648-0856-411b-9b87-5f0e811f8b3b req-0d8a37d2-c4d0-477b-9500-7b0499f169c6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0568588 Mar 28 23:40:39.693539 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8a9e1648-0856-411b-9b87-5f0e811f8b3b req-4410b176-f468-4097-97aa-6c63749a48d6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Mar 28 23:40:39.828526 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821f34f-d58e-492d-b9c3-9746f3e020c8 req-79e8475a-fa45-4e2e-a48c-494f3d1fc8a1 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:39.829983 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4821f34f-d58e-492d-b9c3-9746f3e020c8 req-79e8475a-fa45-4e2e-a48c-494f3d1fc8a1 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0542305 Mar 28 23:40:39.878438 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4821f34f-d58e-492d-b9c3-9746f3e020c8 req-26af672a-36f0-41c1-b77f-ad60ed78aebb tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Mar 28 23:40:40.632332 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e740d-1371-407d-ae60-1d0a27412df1 req-1cfc5ae0-53d4-4275-8184-69c29595f76d tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:40.634497 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f50e740d-1371-407d-ae60-1d0a27412df1 req-1cfc5ae0-53d4-4275-8184-69c29595f76d tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0573249 Mar 28 23:40:40.683657 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f50e740d-1371-407d-ae60-1d0a27412df1 req-5c37d168-3a81-4814-985a-9b81ac85e022 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Mar 28 23:40:40.821972 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a7a7-872c-4af8-968f-174cda34825b req-2fc02edd-8202-4cbe-81b4-dec2c47a0c28 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:40.823432 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1a77a7a7-872c-4af8-968f-174cda34825b req-2fc02edd-8202-4cbe-81b4-dec2c47a0c28 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0561497 Mar 28 23:40:40.870284 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1a77a7a7-872c-4af8-968f-174cda34825b req-f383093c-e9e6-4c58-95c6-9a71fc547cb2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412314 Mar 28 23:40:40.999802 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f198d8-5b42-4998-a37f-825a7a744f4b req-0ce542d4-c47c-485d-b628-a6467e2721ef tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:41.001302 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-02f198d8-5b42-4998-a37f-825a7a744f4b req-0ce542d4-c47c-485d-b628-a6467e2721ef tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0565627 Mar 28 23:40:41.047976 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-02f198d8-5b42-4998-a37f-825a7a744f4b req-462429b3-abf5-4cba-8940-236cf44d6c4f tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Mar 28 23:40:41.800932 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeb55-03bf-4cc2-8873-a35703dd1e72 req-37eec4af-b73c-4e97-9e93-3239dd0261ac tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:41.802416 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-43bdeb55-03bf-4cc2-8873-a35703dd1e72 req-37eec4af-b73c-4e97-9e93-3239dd0261ac tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0520651 Mar 28 23:40:41.848083 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-43bdeb55-03bf-4cc2-8873-a35703dd1e72 req-801094a7-8867-486b-ab89-1f0c4bf47360 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Mar 28 23:40:41.995344 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e6e3-bcc5-45a4-9b43-9c718405de5d req-1132d7a4-5aa0-4c66-93bc-cdbd823fc5a3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:41.996868 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d4b1e6e3-bcc5-45a4-9b43-9c718405de5d req-1132d7a4-5aa0-4c66-93bc-cdbd823fc5a3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0542314 Mar 28 23:40:42.043410 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d4b1e6e3-bcc5-45a4-9b43-9c718405de5d req-25e387d0-9037-465d-bedb-39e7d895ae04 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Mar 28 23:40:42.163574 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e80f5-986a-41df-867c-4607131aa366 req-1e5b8891-6e40-48e4-96ce-8e28a8ecdfdf tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:42.165598 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f73e80f5-986a-41df-867c-4607131aa366 req-1e5b8891-6e40-48e4-96ce-8e28a8ecdfdf tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 948 time: 0.0524716 Mar 28 23:40:42.214256 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f73e80f5-986a-41df-867c-4607131aa366 req-f4b27cad-a422-492e-b55c-a0a8ae5e4adc tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431354 Mar 28 23:40:42.882539 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4fffa790-b26e-4018-9975-4657344449f2 req-2dd77993-a043-477c-b0af-e9b590623095 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457687 Mar 28 23:40:42.968922 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device c9e24c9f-5ad3-4a69-8ff1-936a292f8dad details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:40:42.985515 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa790-b26e-4018-9975-4657344449f2 req-f1ac6a4b-54ef-453f-abec-ae0a1616ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:42.987016 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4fffa790-b26e-4018-9975-4657344449f2 req-f1ac6a4b-54ef-453f-abec-ae0a1616ad33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 1130 time: 0.0767906 Mar 28 23:40:42.995608 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127ad51-dc25-4d0e-96ec-37b8230b98bf req-948564b0-0fd2-4c27-b012-1a642b899e9c tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:42.997066 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3127ad51-dc25-4d0e-96ec-37b8230b98bf req-948564b0-0fd2-4c27-b012-1a642b899e9c tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0779009 Mar 28 23:40:43.065225 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,segment=NetworkSegment(364e9650-0acc-43ff-8d0d-90c000bdb51e),segment_id=364e9650-0acc-43ff-8d0d-90c000bdb51e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:43.077017 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'c9e24c9f-5ad3-4a69-8ff1-936a292f8dad', 'network_id': 'e450517c-c9e3-4732-bd58-46ff46b29064', 'port_id': 'c9e24c9f-5ad3-4a69-8ff1-936a292f8dad', 'mac_address': 'fa:16:3e:b6:67:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8830fcff-3033-428b-9340-a89508d72a1e', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:40:43.109200 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3127ad51-dc25-4d0e-96ec-37b8230b98bf req-34235098-2d80-4a98-9271-7093d0f2086d tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033087 Mar 28 23:40:43.124727 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:40:43.125124 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:43.133559 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa790-b26e-4018-9975-4657344449f2 req-6bebb1a6-3f7c-4cd1-bab6-d17d4bf91775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:43.134957 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4fffa790-b26e-4018-9975-4657344449f2 req-6bebb1a6-3f7c-4cd1-bab6-d17d4bf91775 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.1231000 Mar 28 23:40:43.138494 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e24c9f-5ad3-4a69-8ff1-936a292f8dad {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:40:43.159485 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,segment=NetworkSegment(364e9650-0acc-43ff-8d0d-90c000bdb51e),segment_id=364e9650-0acc-43ff-8d0d-90c000bdb51e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:43.163646 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:43.177644 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e181f4-e6b2-47f6-9a3b-8feaabe716d8 req-b0057686-266d-452a-ae87-f1a6bfe60fad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:43.179265 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a1e181f4-e6b2-47f6-9a3b-8feaabe716d8 req-b0057686-266d-452a-ae87-f1a6bfe60fad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0647871 Mar 28 23:40:43.206776 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4fffa790-b26e-4018-9975-4657344449f2 req-35bf1830-ea4b-4262-9334-47a494686349 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f HTTP/1.1" status: 200 len: 1002 time: 0.0649228 Mar 28 23:40:43.220353 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:43.226316 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a1e181f4-e6b2-47f6-9a3b-8feaabe716d8 req-38b25ec8-b3f7-4c9f-9304-4149fe00177d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Mar 28 23:40:43.263618 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa790-b26e-4018-9975-4657344449f2 req-5c24a140-be7e-4f04-ac05-b6c9fc18daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:43.265129 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4fffa790-b26e-4018-9975-4657344449f2 req-5c24a140-be7e-4f04-ac05-b6c9fc18daaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0499668 Mar 28 23:40:43.347164 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa790-b26e-4018-9975-4657344449f2 req-94881927-b74c-445a-84ab-0419dce6e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:43.348702 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4fffa790-b26e-4018-9975-4657344449f2 req-94881927-b74c-445a-84ab-0419dce6e003 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0756879 Mar 28 23:40:43.360511 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dee87f-43e2-424c-b0c5-42b9f864b641 req-9476fe98-e9c4-4614-bf42-5409568de746 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:43.361875 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-75dee87f-43e2-424c-b0c5-42b9f864b641 req-9476fe98-e9c4-4614-bf42-5409568de746 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 949 time: 0.0639343 Mar 28 23:40:43.460150 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-75dee87f-43e2-424c-b0c5-42b9f864b641 req-8af52d5c-ce80-4730-8e5d-ea6021267dd2 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900819 Mar 28 23:40:43.480586 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4fffa790-b26e-4018-9975-4657344449f2 req-e3d0ac6c-d1db-414b-bc5a-9fe5a4d8cb94 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178141 Mar 28 23:40:43.523707 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['c9e24c9f-5ad3-4a69-8ff1-936a292f8dad'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:40:43.569728 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4fffa790-b26e-4018-9975-4657344449f2 req-c25a461c-b4ff-4cf6-a556-2f87cde0b53d service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818961 Mar 28 23:40:43.586556 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:44.225372 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c618ac2-c917-4f26-a36b-c84b39617702 req-11434c4b-c7ac-4a34-9880-1286c944e05f tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:44.227612 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2c618ac2-c917-4f26-a36b-c84b39617702 req-11434c4b-c7ac-4a34-9880-1286c944e05f tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0508881 Mar 28 23:40:44.272855 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2c618ac2-c917-4f26-a36b-c84b39617702 req-d235c50d-ebf7-49a3-aa20-8e815798e952 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Mar 28 23:40:44.352749 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb5d2-9f22-427a-b5e3-fdcf221aa83e req-461cf686-1755-4578-bf73-cb382d53d678 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:44.354400 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-747fb5d2-9f22-427a-b5e3-fdcf221aa83e req-461cf686-1755-4578-bf73-cb382d53d678 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 943 time: 0.0532503 Mar 28 23:40:44.403521 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-747fb5d2-9f22-427a-b5e3-fdcf221aa83e req-2d671cc0-a85b-418b-bcf9-6da37a9b523b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437012 Mar 28 23:40:44.580853 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139eea98-83d3-49eb-9504-92fdc736d27b req-ec267540-666f-4bb8-b2fe-6df3171286cc tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:44.582306 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-139eea98-83d3-49eb-9504-92fdc736d27b req-ec267540-666f-4bb8-b2fe-6df3171286cc tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 949 time: 0.0544338 Mar 28 23:40:44.627192 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-139eea98-83d3-49eb-9504-92fdc736d27b req-3f868f80-3d8b-462d-8776-550cfb7e1bf0 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Mar 28 23:40:44.989791 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:40:44.991769 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device c9e24c9f-5ad3-4a69-8ff1-936a292f8dad up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:40:45.100070 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:40:45.107840 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:40:45.108225 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:45.143307 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:45.161893 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'port_id': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'mac_address': 'fa:16:3e:22:72:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:40:45.224823 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:40:45.225203 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:45.241099 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:40:45.241414 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:45.250921 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6e2f7a-cd3a-44a8-950d-2905a6338520 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:40:45.281626 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69297131-b553-4908-894a-b5dc9e162d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e24c9f-5ad3-4a69-8ff1-936a292f8dad'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:45.283856 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a5a44b-1010-40e3-8fd1-d43c0e3f5529" -d '{"events": [{"server_uuid": "69297131-b553-4908-894a-b5dc9e162d35", "name": "network-vif-plugged", "status": "completed", "tag": "c9e24c9f-5ad3-4a69-8ff1-936a292f8dad"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:45.287432 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:45.296933 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:45.299755 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,segment=NetworkSegment(364e9650-0acc-43ff-8d0d-90c000bdb51e),segment_id=364e9650-0acc-43ff-8d0d-90c000bdb51e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:45.306110 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:45.325451 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4075fb63-3d3b-4185-be20-a0e0a025e10a x-openstack-request-id: req-4075fb63-3d3b-4185-be20-a0e0a025e10a {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:45.325739 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69297131-b553-4908-894a-b5dc9e162d35", "name": "network-vif-plugged", "status": "completed", "tag": "c9e24c9f-5ad3-4a69-8ff1-936a292f8dad", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:45.325989 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4075fb63-3d3b-4185-be20-a0e0a025e10a {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:45.326373 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4075fb63-3d3b-4185-be20-a0e0a025e10a'] response: {'server_uuid': '69297131-b553-4908-894a-b5dc9e162d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e24c9f-5ad3-4a69-8ff1-936a292f8dad', 'code': 200} Mar 28 23:40:45.350853 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=9']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:45.402910 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:45.420072 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27a055-8942-4db2-bbde-a3a5dbceb5b3 req-eee66fff-e95d-4160-8acf-69e7beecccb9 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:45.421688 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4e27a055-8942-4db2-bbde-a3a5dbceb5b3 req-eee66fff-e95d-4160-8acf-69e7beecccb9 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0561931 Mar 28 23:40:45.470764 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4e27a055-8942-4db2-bbde-a3a5dbceb5b3 req-e04bcde5-0fde-419f-81ee-e7b48c22c8ee tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 Mar 28 23:40:45.536392 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0c74-dd31-4235-bd68-f23acbef6f77 req-9f656c59-effc-461b-be3a-14d03b9b9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:45.537797 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-13fa0c74-dd31-4235-bd68-f23acbef6f77 req-9f656c59-effc-461b-be3a-14d03b9b9b77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 1134 time: 0.0750515 Mar 28 23:40:45.549473 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc48f-ddff-49e3-b0ac-de614c011563 req-fd313e71-bf14-4589-8dfa-05ef456ec754 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:45.550885 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-febfc48f-ddff-49e3-b0ac-de614c011563 req-fd313e71-bf14-4589-8dfa-05ef456ec754 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 944 time: 0.0634768 Mar 28 23:40:45.617082 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-13fa0c74-dd31-4235-bd68-f23acbef6f77 req-ba8865eb-3543-4e53-a04b-bf92ff9a1baf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652962 Mar 28 23:40:45.621334 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-febfc48f-ddff-49e3-b0ac-de614c011563 req-e590c571-e3cb-42c1-861f-466dfc7c57b3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641220 Mar 28 23:40:45.667669 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['5c6e2f7a-cd3a-44a8-950d-2905a6338520'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:40:45.750346 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f67e7-6f50-4316-8214-f02f1ea567bb req-dffe01fb-b66c-440b-aee7-e8b73bb71103 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:45.752230 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ad0f67e7-6f50-4316-8214-f02f1ea567bb req-dffe01fb-b66c-440b-aee7-e8b73bb71103 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 950 time: 0.0592184 Mar 28 23:40:45.806020 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ad0f67e7-6f50-4316-8214-f02f1ea567bb req-cc379bc4-f576-4559-ac58-7b5a8bf8c2a8 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478795 Mar 28 23:40:46.589838 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509fd0e-0847-446d-ae6f-c43f9f5aef14 req-b7c2ef89-c578-4e91-a050-3b19ca5b6402 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:46.591390 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f509fd0e-0847-446d-ae6f-c43f9f5aef14 req-b7c2ef89-c578-4e91-a050-3b19ca5b6402 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0547655 Mar 28 23:40:46.637200 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f509fd0e-0847-446d-ae6f-c43f9f5aef14 req-44d1c76b-603b-41e4-b917-2425405033c0 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Mar 28 23:40:46.740719 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a69c-741c-4547-83d4-bcf11b758a0d req-7acc62f5-ded9-4653-8155-9957da10ffb1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:46.742318 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8204a69c-741c-4547-83d4-bcf11b758a0d req-7acc62f5-ded9-4653-8155-9957da10ffb1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 944 time: 0.0524497 Mar 28 23:40:46.787234 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8204a69c-741c-4547-83d4-bcf11b758a0d req-8050daeb-61d2-4422-b0ad-4582a823f0b8 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386574 Mar 28 23:40:46.919083 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670b8bb-f836-4196-8965-a39ae42e24ca req-5d41d6cb-ecc4-49a2-98cc-75db181de43e tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:46.920570 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d670b8bb-f836-4196-8965-a39ae42e24ca req-5d41d6cb-ecc4-49a2-98cc-75db181de43e tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 950 time: 0.0511761 Mar 28 23:40:46.966607 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d670b8bb-f836-4196-8965-a39ae42e24ca req-201e8200-1cb6-4cec-a30c-4dfc9b2cbd69 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Mar 28 23:40:47.008349 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:40:47.057146 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:40:47.057453 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:47.139337 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:40:47.139730 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:47.174055 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:47.177807 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:47.223043 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=10']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:47.230850 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.231210 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.231544 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.231913 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.232250 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.232583 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.232913 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.233243 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.233568 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.233895 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.234247 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.234596 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.234923 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.235246 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.235569 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:47.327030 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:47.329252 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c500a0-d830-41f3-aa66-fdc80ac6e4c7" -d '{"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-plugged", "status": "completed", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:47.363755 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b18ebed-68fb-45b4-a47f-8cc338003b12 x-openstack-request-id: req-9b18ebed-68fb-45b4-a47f-8cc338003b12 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:47.364141 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-plugged", "status": "completed", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:47.364400 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b18ebed-68fb-45b4-a47f-8cc338003b12 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:47.364790 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b18ebed-68fb-45b4-a47f-8cc338003b12'] response: {'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'code': 200} Mar 28 23:40:47.755114 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308c209-9265-47a5-bb49-b67c5de89aa3 req-da7fa27a-d1a7-46f8-aa38-4f11219ba6cb tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:47.756620 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b308c209-9265-47a5-bb49-b67c5de89aa3 req-da7fa27a-d1a7-46f8-aa38-4f11219ba6cb tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0553701 Mar 28 23:40:47.802304 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b308c209-9265-47a5-bb49-b67c5de89aa3 req-86e3fdfc-c397-498f-af72-bf17534b8dee tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396883 Mar 28 23:40:47.914679 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf4876-0076-4a4e-a4c1-be52fc8bcaa2 req-d9de8201-7863-4c65-a585-835b0ea51f59 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:47.916105 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4adf4876-0076-4a4e-a4c1-be52fc8bcaa2 req-d9de8201-7863-4c65-a585-835b0ea51f59 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 946 time: 0.0544567 Mar 28 23:40:47.962449 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4adf4876-0076-4a4e-a4c1-be52fc8bcaa2 req-03727a7f-e250-4c8c-b2af-75efc3f93094 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Mar 28 23:40:47.999119 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027d633-c946-46fc-a361-a39b26f6c331 req-86cdb78a-2c8e-438c-8b40-7b4aedbb363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:48.000680 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7027d633-c946-46fc-a361-a39b26f6c331 req-86cdb78a-2c8e-438c-8b40-7b4aedbb363b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 1130 time: 0.0454047 Mar 28 23:40:48.069485 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7027d633-c946-46fc-a361-a39b26f6c331 req-3a244848-b579-41e5-8f8c-f3310ece483d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620232 Mar 28 23:40:48.093136 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca2378-e415-47aa-aaea-0243abf43e9e req-b859552d-19ee-4cd2-b22f-a2266e1a1f5b tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:48.094660 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a9ca2378-e415-47aa-aaea-0243abf43e9e req-b859552d-19ee-4cd2-b22f-a2266e1a1f5b tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 950 time: 0.0620782 Mar 28 23:40:48.145101 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a9ca2378-e415-47aa-aaea-0243abf43e9e req-28fb392f-d7b4-4e94-99fa-64325bcb195c tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441637 Mar 28 23:40:48.427168 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5054b-3bf7-4805-985a-92ad4a715e0f req-0167316d-0778-42e6-a293-c86c1fbc2dd5 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:48.428601 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3fb5054b-3bf7-4805-985a-92ad4a715e0f req-0167316d-0778-42e6-a293-c86c1fbc2dd5 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 950 time: 0.0848644 Mar 28 23:40:48.436152 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-f5b902d6-e372-4327-a3be-eb2ce04e3edd tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:48.437498 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-f5b902d6-e372-4327-a3be-eb2ce04e3edd tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 945 time: 0.0925391 Mar 28 23:40:48.517588 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3fb5054b-3bf7-4805-985a-92ad4a715e0f req-8168d38e-e1f2-4890-8a51-ea406baf1b76 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791292 Mar 28 23:40:48.563148 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Deleting port 34049519-c9f6-49fc-a246-1cfa54178f44 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:40:48.563492 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:48.649751 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] For port 34049519-c9f6-49fc-a246-1cfa54178f44, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=34049519-c9f6-49fc-a246-1cfa54178f44,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:48.650116 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:48.662574 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Calling delete_port for 34049519-c9f6-49fc-a246-1cfa54178f44 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:40:48.791540 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (34049519-c9f6-49fc-a246-1cfa54178f44), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:48.805058 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['34049519-c9f6-49fc-a246-1cfa54178f44'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:40:48.819594 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Pushing event deleted for resources: {'Port': ['ID=34049519-c9f6-49fc-a246-1cfa54178f44,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:48.837210 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.837672 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.837921 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.838259 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.838591 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.839310 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.839609 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.839965 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.840295 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.840625 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.840954 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.841279 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.841606 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.841923 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.842243 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:48.881537 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] No DVR routers for this DVR port 34049519-c9f6-49fc-a246-1cfa54178f44 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:40:48.884109 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:48.887438 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ad9d960-1309-4392-b63d-75527bba99d1 req-170fdf48-ed1d-45f5-b727-d1dbd82af264 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.30 "DELETE /v2.0/ports/34049519-c9f6-49fc-a246-1cfa54178f44 HTTP/1.1" status: 204 len: 173 time: 0.4363053 Mar 28 23:40:48.887895 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7a63b3-f8ea-4859-8953-2c90f53dff7c', 'name': 'network-vif-deleted', 'tag': '34049519-c9f6-49fc-a246-1cfa54178f44'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:48.890112 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4511d10e-8497-435f-b2bb-083e078f3375" -d '{"events": [{"server_uuid": "8b7a63b3-f8ea-4859-8953-2c90f53dff7c", "name": "network-vif-deleted", "tag": "34049519-c9f6-49fc-a246-1cfa54178f44"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:48.903719 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c422713a-8ac4-473d-b1f6-27f98f436a71 req-6bede6df-73ca-4b09-b289-b848f5662dfe tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7a63b3-f8ea-4859-8953-2c90f53dff7c HTTP/1.1" status: 200 len: 210 time: 0.0330088 Mar 28 23:40:48.928194 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7195b7d-3324-4bb0-be27-4d06c988633e x-openstack-request-id: req-c7195b7d-3324-4bb0-be27-4d06c988633e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:48.928481 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7a63b3-f8ea-4859-8953-2c90f53dff7c", "name": "network-vif-deleted", "tag": "34049519-c9f6-49fc-a246-1cfa54178f44", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:48.928731 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7195b7d-3324-4bb0-be27-4d06c988633e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:48.929133 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7195b7d-3324-4bb0-be27-4d06c988633e'] response: {'server_uuid': '8b7a63b3-f8ea-4859-8953-2c90f53dff7c', 'name': 'network-vif-deleted', 'tag': '34049519-c9f6-49fc-a246-1cfa54178f44', 'status': 'completed', 'code': 200} Mar 28 23:40:49.087943 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cf5f8-bec5-49fd-9d88-f71df1188603 req-658bcd4f-e874-4949-b255-360e8135c8ea tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:49.089463 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8a7cf5f8-bec5-49fd-9d88-f71df1188603 req-658bcd4f-e874-4949-b255-360e8135c8ea tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 946 time: 0.0535276 Mar 28 23:40:49.137032 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8a7cf5f8-bec5-49fd-9d88-f71df1188603 req-19ed99a7-59b5-4d15-b422-fdc911264685 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420415 Mar 28 23:40:49.639193 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cc117-dc51-4e05-b145-f553c606db1f req-c9b4c3b5-ebd4-4a60-8ee4-bb7fcfb466e9 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:49.640712 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4f2cc117-dc51-4e05-b145-f553c606db1f req-c9b4c3b5-ebd4-4a60-8ee4-bb7fcfb466e9 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 950 time: 0.0538900 Mar 28 23:40:49.686693 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4f2cc117-dc51-4e05-b145-f553c606db1f req-d44f274e-92a7-438f-a6ce-c42febd47321 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/security-groups?id=c23d3ba9-51e5-4f30-ae01-21493837e56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Mar 28 23:40:50.264085 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16274407-cfaa-4751-baf0-d511ded4684b req-54b142de-8700-49c2-933e-706992ac2c34 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:50.265660 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-16274407-cfaa-4751-baf0-d511ded4684b req-54b142de-8700-49c2-933e-706992ac2c34 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 946 time: 0.0573597 Mar 28 23:40:50.314809 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-16274407-cfaa-4751-baf0-d511ded4684b req-4ac79d8d-a698-47c2-8dad-f901e40c2150 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425992 Mar 28 23:40:50.431813 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f825b1-be9c-4362-aea4-2681a379a39a req-2b91a145-378b-4b55-a8e4-f67134f00fc4 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:50.433260 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-39f825b1-be9c-4362-aea4-2681a379a39a req-2b91a145-378b-4b55-a8e4-f67134f00fc4 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.30 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 950 time: 0.0547810 Mar 28 23:40:50.529056 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Deleting port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:40:50.529395 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:50.616685 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] For port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,segment=NetworkSegment(364e9650-0acc-43ff-8d0d-90c000bdb51e),segment_id=364e9650-0acc-43ff-8d0d-90c000bdb51e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:50.617043 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:50.629437 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Calling delete_port for c9e24c9f-5ad3-4a69-8ff1-936a292f8dad owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:40:50.757567 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (c9e24c9f-5ad3-4a69-8ff1-936a292f8dad), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:50.769952 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['c9e24c9f-5ad3-4a69-8ff1-936a292f8dad'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:40:50.782922 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-566d2a84-10d1-4518-9c45-dba72a772b97 req-c5793c9c-87f4-45a1-97a5-14dea429b001 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.16 "GET /v2.0/ports?device_id=69297131-b553-4908-894a-b5dc9e162d35 HTTP/1.1" status: 200 len: 210 time: 0.0294652 Mar 28 23:40:50.786940 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Pushing event deleted for resources: {'Port': ['ID=c9e24c9f-5ad3-4a69-8ff1-936a292f8dad,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:50.829031 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] No DVR routers for this DVR port c9e24c9f-5ad3-4a69-8ff1-936a292f8dad on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:40:50.831521 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:50.834865 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-39f825b1-be9c-4362-aea4-2681a379a39a req-1f1391b7-a61d-40a6-bab0-7bd688cba849 tempest-VolumesNegativeTest-1873861962 tempest-VolumesNegativeTest-1873861962-project] 10.222.0.30 "DELETE /v2.0/ports/c9e24c9f-5ad3-4a69-8ff1-936a292f8dad HTTP/1.1" status: 204 len: 173 time: 0.3952322 Mar 28 23:40:50.930541 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69297131-b553-4908-894a-b5dc9e162d35', 'name': 'network-vif-deleted', 'tag': 'c9e24c9f-5ad3-4a69-8ff1-936a292f8dad'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:50.933005 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0cedc3-54a2-4f40-bba5-1995cbdfa0d7" -d '{"events": [{"server_uuid": "69297131-b553-4908-894a-b5dc9e162d35", "name": "network-vif-deleted", "tag": "c9e24c9f-5ad3-4a69-8ff1-936a292f8dad"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:50.968506 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfd29cf-71db-47cc-8afb-371e9f8b7048 x-openstack-request-id: req-ecfd29cf-71db-47cc-8afb-371e9f8b7048 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:50.968799 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69297131-b553-4908-894a-b5dc9e162d35", "name": "network-vif-deleted", "tag": "c9e24c9f-5ad3-4a69-8ff1-936a292f8dad", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:50.969053 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecfd29cf-71db-47cc-8afb-371e9f8b7048 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:50.969467 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfd29cf-71db-47cc-8afb-371e9f8b7048'] response: {'server_uuid': '69297131-b553-4908-894a-b5dc9e162d35', 'name': 'network-vif-deleted', 'tag': 'c9e24c9f-5ad3-4a69-8ff1-936a292f8dad', 'status': 'completed', 'code': 200} Mar 28 23:40:51.042093 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device c9e24c9f-5ad3-4a69-8ff1-936a292f8dad no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:40:51.062081 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: c9e24c9f-5ad3-4a69-8ff1-936a292f8dad {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:40:51.062424 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device c9e24c9f-5ad3-4a69-8ff1-936a292f8dad not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:40:51.062847 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 34049519-c9f6-49fc-a246-1cfa54178f44 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:40:51.081296 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 34049519-c9f6-49fc-a246-1cfa54178f44 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:40:51.081562 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 34049519-c9f6-49fc-a246-1cfa54178f44 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:40:51.451147 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ef240-4801-420f-9dc9-37bd0b1a5456 req-f22ce182-afd7-43f4-9289-3cc41a3ee4da tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:51.452649 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-152ef240-4801-420f-9dc9-37bd0b1a5456 req-f22ce182-afd7-43f4-9289-3cc41a3ee4da tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 946 time: 0.0568957 Mar 28 23:40:51.500050 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-152ef240-4801-420f-9dc9-37bd0b1a5456 req-6b7a35be-9520-4c80-ae1c-111048713627 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416753 Mar 28 23:40:53.843844 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b49d-f226-4498-9707-28ad07159d8b req-be391676-174b-4d90-9257-4b26a6cfd3c7 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:53.845417 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-be391676-174b-4d90-9257-4b26a6cfd3c7 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/networks?id=96e909af-6e50-4fc3-bdd4-837c783553e1 HTTP/1.1" status: 200 len: 814 time: 0.1033976 Mar 28 23:40:53.860321 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-c9b2cac8-3726-4965-9944-e9cc86e7bc47 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/quotas/bdf8bd406d4f4c27ba7dece8f715daa8 HTTP/1.1" status: 200 len: 375 time: 0.0095198 Mar 28 23:40:53.896766 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-692c07b2-c5d2-4c8e-9e8a-350d86661cd3 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdf8bd406d4f4c27ba7dece8f715daa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313220 Mar 28 23:40:53.989833 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-7315e7f7-5d47-4c86-98ac-00b05de75108 service neutron] 10.222.0.16 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862811 Mar 28 23:40:54.093557 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-dd84beee-bd72-4ce4-9382-3539ccb2e916 service neutron] 10.222.0.16 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976560 Mar 28 23:40:54.255886 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-33dd6453-828b-438c-a851-d8810834121b req-8f04228f-afb9-4626-bc07-8a1b6275d514 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 210 time: 0.0314083 Mar 28 23:40:54.735613 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:40:55.235277 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b49d-f226-4498-9707-28ad07159d8b req-4389b7df-1ea6-4756-9c44-1d0a4da9dce6 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:55.236721 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-4389b7df-1ea6-4756-9c44-1d0a4da9dce6 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.30 "GET /v2.0/networks?id=96e909af-6e50-4fc3-bdd4-837c783553e1 HTTP/1.1" status: 200 len: 814 time: 0.1083472 Mar 28 23:40:55.250787 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Request body: {'port': {'device_id': '999b9c8c-08d5-4b14-97d9-578ff74361c9', 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1', 'admin_state_up': True, 'tenant_id': 'bdf8bd406d4f4c27ba7dece8f715daa8'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:40:55.365814 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Made reservation on behalf of bdf8bd406d4f4c27ba7dece8f715daa8 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:40:55.370052 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:55.370901 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f9e020e7-401c-4ad0-acaa-c4e2dc7d3656 req-046bfde8-30b9-4f3a-b3d2-3a21168ceb1d tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 210 time: 0.0347514 Mar 28 23:40:55.502678 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Allocated IP 172.20.0.3 (96e909af-6e50-4fc3-bdd4-837c783553e1/e735e2a6-3116-4c64-a762-6deb7eb4fa7f/f0bcbded-1516-4f02-aeda-239f3b3f4ff3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:40:55.553788 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59444) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:55.649851 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks [] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:55.683692 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b33ff518-9a06-4ff9-8eb5-e252eca4dc93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29da7fea8e42467cb8741e677e8df22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287041 Mar 28 23:40:55.684252 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:55.686125 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59448) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:40:55.733769 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Publish callbacks [] for security_group (c23d3ba9-51e5-4f30-ae01-21493837e56b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:55.740058 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Network 96e909af-6e50-4fc3-bdd4-837c783553e1 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:40:55.745058 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:40:55.747483 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:40:55.750156 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Pushing event updated for resources: {'Port': ['ID=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:55.755848 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Publish callbacks [] for security_group (c23d3ba9-51e5-4f30-ae01-21493837e56b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:55.798126 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:55.798765 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:55.805009 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c23d3ba9-51e5-4f30-ae01-21493837e56b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:55.808197 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:55.809320 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c23d3ba9-51e5-4f30-ae01-21493837e56b HTTP/1.1" status: 204 len: 168 time: 0.1222601 Mar 28 23:40:55.818944 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d3ba9-51e5-4f30-ae01-21493837e56b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:55.821067 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-efe0a774-4090-4b8a-ae66-ce8b9dfa1c81 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741272 Mar 28 23:40:55.826576 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.826918 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.827265 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.827608 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.827968 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.828313 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.828608 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.828937 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.829258 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.829580 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.829906 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.830216 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.830532 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.830962 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.831284 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ab2aa-5a93-452f-b635-1f1fdce0af26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:40:55.832074 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Request body: {'port': {'device_id': '999b9c8c-08d5-4b14-97d9-578ff74361c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:40:55.894477 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:56.162533 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bcbded-1516-4f02-aeda-239f3b3f4ff3 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:40:56.169897 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Publish callbacks [] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:56.182298 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Transition to ACTIVE for port object f0bcbded-1516-4f02-aeda-239f3b3f4ff3 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:40:56.186266 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:56.237109 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:56.302080 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Attempting to bind port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:40:56.302416 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Attempting to bind port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:40:56.302748 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Attempting to bind port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 on network 96e909af-6e50-4fc3-bdd4-837c783553e1 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:40:56.307477 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 on network 96e909af-6e50-4fc3-bdd4-837c783553e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:40:56.307800 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Attempting to bind port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 on network 96e909af-6e50-4fc3-bdd4-837c783553e1 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:40:56.312580 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:40:56.312917 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Checking segment: {'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:40:56.313300 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Bound using segment: {'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:40:56.313729 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Bound port: f0bcbded-1516-4f02-aeda-239f3b3f4ff3, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947588dc-5c39-49e1-9640-81c5b29f94c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:40:56.314084 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:56.375534 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] For port f0bcbded-1516-4f02-aeda-239f3b3f4ff3, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:40:56.378883 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] For port f0bcbded-1516-4f02-aeda-239f3b3f4ff3, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:40:56.384986 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:56.416954 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:56.417505 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:56.418901 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] 10.222.0.30 "PUT /v2.0/ports/f0bcbded-1516-4f02-aeda-239f3b3f4ff3 HTTP/1.1" status: 200 len: 1093 time: 0.5910916 Mar 28 23:40:56.419400 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999b9c8c-08d5-4b14-97d9-578ff74361c9', 'tag': 'f0bcbded-1516-4f02-aeda-239f3b3f4ff3'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:56.422031 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039" -d '{"events": [{"name": "network-changed", "server_uuid": "999b9c8c-08d5-4b14-97d9-578ff74361c9", "tag": "f0bcbded-1516-4f02-aeda-239f3b3f4ff3"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:56.462258 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a4358-346d-4b36-a795-ad144d6ebb49 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:56.482819 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78539e32-358a-4bcd-a7cd-f9a595032fde x-openstack-request-id: req-78539e32-358a-4bcd-a7cd-f9a595032fde {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:56.483106 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999b9c8c-08d5-4b14-97d9-578ff74361c9", "tag": "f0bcbded-1516-4f02-aeda-239f3b3f4ff3", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:56.483365 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78539e32-358a-4bcd-a7cd-f9a595032fde {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:56.483758 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78539e32-358a-4bcd-a7cd-f9a595032fde'] response: {'name': 'network-changed', 'server_uuid': '999b9c8c-08d5-4b14-97d9-578ff74361c9', 'tag': 'f0bcbded-1516-4f02-aeda-239f3b3f4ff3', 'status': 'completed', 'code': 200} Mar 28 23:40:56.542614 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df481d-48f8-4039-ae52-5e69c5c1187d req-cd00fcb8-dc82-4f78-9c47-1f5bc8b66362 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:56.544227 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d3df481d-48f8-4039-ae52-5e69c5c1187d req-cd00fcb8-dc82-4f78-9c47-1f5bc8b66362 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 943 time: 0.0951848 Mar 28 23:40:56.550289 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b49d-f226-4498-9707-28ad07159d8b req-b81ef33f-01d1-4160-964a-6bb12c277466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:56.551681 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-b81ef33f-01d1-4160-964a-6bb12c277466 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdf8bd406d4f4c27ba7dece8f715daa8&device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 1127 time: 0.0667560 Mar 28 23:40:56.599236 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-767b144b-6ef8-40c4-8453-6c993bb71e1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0bcbded-1516-4f02-aeda-239f3b3f4ff3 HTTP/1.1" status: 200 len: 217 time: 0.0405047 Mar 28 23:40:56.867134 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d3df481d-48f8-4039-ae52-5e69c5c1187d req-6748262f-e643-4ab6-ba42-2d189e8a1d9e tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144958 Mar 28 23:40:56.879533 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b49d-f226-4498-9707-28ad07159d8b req-2c8335d9-1299-47b3-812c-cd6ecde9f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:56.881033 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-2c8335d9-1299-47b3-812c-cd6ecde9f20b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e735e2a6-3116-4c64-a762-6deb7eb4fa7f HTTP/1.1" status: 200 len: 854 time: 0.2717509 Mar 28 23:40:56.914068 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-d3b1d254-cdfe-4117-b96e-22b0105206d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96e909af-6e50-4fc3-bdd4-837c783553e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251694 Mar 28 23:40:56.954541 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59e0ab-2573-4d8b-b1f9-81fe823f8a09 req-a9754a6e-3564-4565-85c9-d3fc99947c56 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:56.956041 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3f59e0ab-2573-4d8b-b1f9-81fe823f8a09 req-a9754a6e-3564-4565-85c9-d3fc99947c56 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 945 time: 0.0540764 Mar 28 23:40:57.002991 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3f59e0ab-2573-4d8b-b1f9-81fe823f8a09 req-4cda64e8-70ef-4ea8-80bf-27921b3b6fba tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Mar 28 23:40:57.006950 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-eab92ff8-396d-4fc5-bd16-b2eef5875693 service neutron] 10.222.0.30 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Mar 28 23:40:57.096242 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9705b49d-f226-4498-9707-28ad07159d8b req-59c3878e-d56c-4004-ba73-05fefdde9194 service neutron] 10.222.0.30 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811846 Mar 28 23:40:57.182355 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-de198aa4-efd9-4a20-a079-e732eeb822ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:57.183848 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-de198aa4-efd9-4a20-a079-e732eeb822ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdf8bd406d4f4c27ba7dece8f715daa8&device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 1127 time: 0.0443008 Mar 28 23:40:57.280234 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-e59cfb59-eb5f-42d3-9faa-5618ebb1bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:57.281599 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-e59cfb59-eb5f-42d3-9faa-5618ebb1bfa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=96e909af-6e50-4fc3-bdd4-837c783553e1 HTTP/1.1" status: 200 len: 915 time: 0.0857124 Mar 28 23:40:57.321481 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-0a213936-c84d-402d-9c4c-a541a8084dc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0bcbded-1516-4f02-aeda-239f3b3f4ff3 HTTP/1.1" status: 200 len: 217 time: 0.0330737 Mar 28 23:40:57.370174 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-5a13ef4e-a3b7-444d-bd58-856352eab8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:57.371548 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-5a13ef4e-a3b7-444d-bd58-856352eab8e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e735e2a6-3116-4c64-a762-6deb7eb4fa7f HTTP/1.1" status: 200 len: 854 time: 0.0415299 Mar 28 23:40:57.410244 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-f803f0fb-d282-45b2-9d5f-ad4eeabaaee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96e909af-6e50-4fc3-bdd4-837c783553e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280609 Mar 28 23:40:57.503455 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-dd7f9de4-4302-44d3-b935-d4326ac546ec service neutron] 10.222.0.30 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793343 Mar 28 23:40:57.592439 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a5fe1ff-cc8a-448b-84cc-d7b3dcf61039 req-37fab934-e161-4ae8-9e94-b5ce6ba070fd service neutron] 10.222.0.30 "GET /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826693 Mar 28 23:40:57.983737 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aaf7e-c688-4eb3-8482-942f74f4e702 req-51ce0ff4-5751-4703-b0cb-184b60db31be tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:57.985199 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2e6aaf7e-c688-4eb3-8482-942f74f4e702 req-51ce0ff4-5751-4703-b0cb-184b60db31be tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 943 time: 0.0522704 Mar 28 23:40:58.030197 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2e6aaf7e-c688-4eb3-8482-942f74f4e702 req-7ad0ed87-3430-4c81-bf19-0d11e6d32175 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395637 Mar 28 23:40:58.118757 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14372e98-76db-4813-a690-eb3be32b1af5 req-1733b611-91ca-441a-849c-ffb5188aed0b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:58.120232 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-14372e98-76db-4813-a690-eb3be32b1af5 req-1733b611-91ca-441a-849c-ffb5188aed0b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Mar 28 23:40:58.165424 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-14372e98-76db-4813-a690-eb3be32b1af5 req-eab3adac-7999-4c16-8e28-836180270bba tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef9479cc-b73e-490d-98f9-9fc9faac7fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Mar 28 23:40:58.560633 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-fc256228-eec2-463f-a56c-0c7af5cb1ec0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:58.562084 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-fc256228-eec2-463f-a56c-0c7af5cb1ec0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 945 time: 0.0538421 Mar 28 23:40:58.656785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Deleting port ba6d1a71-8fc1-4a4b-b883-70e1e024890d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:40:58.657129 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:58.742925 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] For port ba6d1a71-8fc1-4a4b-b883-70e1e024890d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:58.743293 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:58.959042 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:58.959405 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (cc83c3ea-01a8-4e58-835d-5469bc6fb206), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:58.959724 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Floating IP cc83c3ea-01a8-4e58-835d-5469bc6fb206 disassociated. External IP: 172.28.0.35, port: ba6d1a71-8fc1-4a4b-b883-70e1e024890d. Mar 28 23:40:58.960095 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Calling delete_port for ba6d1a71-8fc1-4a4b-b883-70e1e024890d owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:40:59.069228 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device f0bcbded-1516-4f02-aeda-239f3b3f4ff3 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:40:59.089568 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (ba6d1a71-8fc1-4a4b-b883-70e1e024890d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:59.128501 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'Port': ['ID=ba6d1a71-8fc1-4a4b-b883-70e1e024890d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:59.190718 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port f0bcbded-1516-4f02-aeda-239f3b3f4ff3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:59.205149 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'f0bcbded-1516-4f02-aeda-239f3b3f4ff3', 'network_id': '96e909af-6e50-4fc3-bdd4-837c783553e1', 'port_id': 'f0bcbded-1516-4f02-aeda-239f3b3f4ff3', 'mac_address': 'fa:16:3e:9e:36:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e735e2a6-3116-4c64-a762-6deb7eb4fa7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:40:59.254633 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb33679-5f6a-413a-876a-363ba63ab6d6 req-d002679a-cf65-4096-ac04-ac4f1584eb9a tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:40:59.256175 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-beb33679-5f6a-413a-876a-363ba63ab6d6 req-d002679a-cf65-4096-ac04-ac4f1584eb9a tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 943 time: 0.1392722 Mar 28 23:40:59.263079 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d46f0399-da37-47b0-87ca-fc46b1932598 req-fe666fc7-9f72-43ce-af75-0f5933b07743 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=faa548c1-0264-4210-ab9f-6def8cde04e0 HTTP/1.1" status: 200 len: 210 time: 0.0283663 Mar 28 23:40:59.314146 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:40:59.314534 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:59.323848 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:40:59.330868 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-beb33679-5f6a-413a-876a-363ba63ab6d6 req-21452fa5-01e5-430c-a307-bad1caeca6a2 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615182 Mar 28 23:40:59.331189 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bcbded-1516-4f02-aeda-239f3b3f4ff3 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:40:59.354888 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port f0bcbded-1516-4f02-aeda-239f3b3f4ff3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:40:59.364218 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:59.424460 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:40:59.453282 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:40:59.464521 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:40:59.475402 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:40:59.476132 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:40:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:59.495249 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] No DVR routers for this DVR port ba6d1a71-8fc1-4a4b-b883-70e1e024890d on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:40:59.497835 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:40:59.501248 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e8f7fd4c-3824-4881-8748-f86477bc2e14 req-b430a678-8da3-4b96-8c0f-8adc758a85d7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "DELETE /v2.0/ports/ba6d1a71-8fc1-4a4b-b883-70e1e024890d HTTP/1.1" status: 204 len: 173 time: 0.9336667 Mar 28 23:40:59.501642 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'name': 'network-vif-deleted', 'tag': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:40:59.504289 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9534e5a2-2c76-4271-b3c3-1a001a8618d8" -d '{"events": [{"server_uuid": "faa548c1-0264-4210-ab9f-6def8cde04e0", "name": "network-vif-deleted", "tag": "ba6d1a71-8fc1-4a4b-b883-70e1e024890d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:40:59.548350 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aee8ca-3dc4-45aa-ba39-d5f1627c0e85 x-openstack-request-id: req-b3aee8ca-3dc4-45aa-ba39-d5f1627c0e85 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:40:59.548682 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa548c1-0264-4210-ab9f-6def8cde04e0", "name": "network-vif-deleted", "tag": "ba6d1a71-8fc1-4a4b-b883-70e1e024890d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:40:59.548965 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3aee8ca-3dc4-45aa-ba39-d5f1627c0e85 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:40:59.549424 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3aee8ca-3dc4-45aa-ba39-d5f1627c0e85'] response: {'server_uuid': 'faa548c1-0264-4210-ab9f-6def8cde04e0', 'name': 'network-vif-deleted', 'tag': 'ba6d1a71-8fc1-4a4b-b883-70e1e024890d', 'status': 'completed', 'code': 200} Mar 28 23:40:59.597654 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:40:59.668652 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['f0bcbded-1516-4f02-aeda-239f3b3f4ff3'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:40:59.828746 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:40Z', 'revision_number': 2, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:59.858603 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:40:59.866986 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:40:59.867642 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:40:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:40:59.972468 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:00.277998 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:40Z', 'revision_number': 2, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:00.304259 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6685c4-0fbe-4ed7-ac67-bd598660ca0b None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '284e4dab-8980-4b81-9e0b-3545c88c812f', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.130', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:9d:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:38:12Z', 'updated_at': '2022-03-28T23:38:40Z', 'revision_number': 2, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:00.365959 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59490) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:00.493542 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61b3b7e7-9d11-4277-ba38-6c2daabddc00 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (ef9479cc-b73e-490d-98f9-9fc9faac7fcf), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:00.532818 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88153a-7164-4fdf-b0f3-6f773fe8007d req-35adbcd0-20cf-4dd5-94aa-a690ab996a15 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:00.541182 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7d88153a-7164-4fdf-b0f3-6f773fe8007d req-35adbcd0-20cf-4dd5-94aa-a690ab996a15 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 944 time: 0.1195602 Mar 28 23:41:00.573156 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61b3b7e7-9d11-4277-ba38-6c2daabddc00 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (ef9479cc-b73e-490d-98f9-9fc9faac7fcf), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:00.668833 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7d88153a-7164-4fdf-b0f3-6f773fe8007d req-461e76a7-0e3f-4448-837e-94065be0fc91 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264892 Mar 28 23:41:00.670263 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b0a6b-c8ed-430f-921e-aaea8df21e63 None None] New status for floating IP cc83c3ea-01a8-4e58-835d-5469bc6fb206: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:41:00.687722 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61b3b7e7-9d11-4277-ba38-6c2daabddc00 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ef9479cc-b73e-490d-98f9-9fc9faac7fcf), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:00.701246 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61b3b7e7-9d11-4277-ba38-6c2daabddc00 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:00.702541 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-61b3b7e7-9d11-4277-ba38-6c2daabddc00 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef9479cc-b73e-490d-98f9-9fc9faac7fcf HTTP/1.1" status: 204 len: 168 time: 0.3349853 Mar 28 23:41:00.705459 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:00.722649 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.api.v2.resource [None req-a21f7d00-0379-45ad-9ec1-d9c59a59e718 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] show failed (client error): The resource could not be found. Mar 28 23:41:00.724008 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-a21f7d00-0379-45ad-9ec1-d9c59a59e718 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups/ef9479cc-b73e-490d-98f9-9fc9faac7fcf HTTP/1.1" status: 404 len: 347 time: 0.0173576 Mar 28 23:41:00.725979 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3b7e7-9d11-4277-ba38-6c2daabddc00 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9479cc-b73e-490d-98f9-9fc9faac7fcf,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:00.727521 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59500) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:00.878785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Deleting port 80ee9017-0bdf-413f-b83c-989e20d6b0be {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:41:00.879260 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (80ee9017-0bdf-413f-b83c-989e20d6b0be), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:00.960258 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (80ee9017-0bdf-413f-b83c-989e20d6b0be), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:00.960512 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (80ee9017-0bdf-413f-b83c-989e20d6b0be), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:00.972508 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Calling delete_port for 80ee9017-0bdf-413f-b83c-989e20d6b0be owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:41:01.075386 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device f0bcbded-1516-4f02-aeda-239f3b3f4ff3 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:01.110389 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (80ee9017-0bdf-413f-b83c-989e20d6b0be), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:01.135876 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:41:01.141717 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:01.142094 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:01.149850 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'Port': ['ID=80ee9017-0bdf-413f-b83c-989e20d6b0be,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:01.175291 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ca34a39-5d13-482c-85ae-6ca9df33b9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:01.208376 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (cc83c3ea-01a8-4e58-835d-5469bc6fb206), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:01.211991 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:01.215990 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-998a5cb3-48c2-4ae9-90a9-39fddd0839f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "DELETE /v2.0/floatingips/cc83c3ea-01a8-4e58-835d-5469bc6fb206 HTTP/1.1" status: 204 len: 168 time: 0.4845455 Mar 28 23:41:01.234009 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:01.234397 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:01.257131 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999b9c8c-08d5-4b14-97d9-578ff74361c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bcbded-1516-4f02-aeda-239f3b3f4ff3'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:01.259871 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f56e0-fa5c-47d5-ada9-a518bbffab3b" -d '{"events": [{"server_uuid": "999b9c8c-08d5-4b14-97d9-578ff74361c9", "name": "network-vif-plugged", "status": "completed", "tag": "f0bcbded-1516-4f02-aeda-239f3b3f4ff3"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:01.272480 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port f0bcbded-1516-4f02-aeda-239f3b3f4ff3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:01.289815 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:01.291174 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ba6d1a71-8fc1-4a4b-b883-70e1e024890d no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:41:01.337497 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1c5f93-add7-4c3a-b1c9-edc6a93e0945 x-openstack-request-id: req-8a1c5f93-add7-4c3a-b1c9-edc6a93e0945 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:01.337798 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999b9c8c-08d5-4b14-97d9-578ff74361c9", "name": "network-vif-plugged", "status": "completed", "tag": "f0bcbded-1516-4f02-aeda-239f3b3f4ff3", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:01.338050 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a1c5f93-add7-4c3a-b1c9-edc6a93e0945 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:01.338469 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1c5f93-add7-4c3a-b1c9-edc6a93e0945'] response: {'server_uuid': '999b9c8c-08d5-4b14-97d9-578ff74361c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bcbded-1516-4f02-aeda-239f3b3f4ff3', 'code': 200} Mar 28 23:41:01.360321 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: ba6d1a71-8fc1-4a4b-b883-70e1e024890d {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:41:01.360676 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ba6d1a71-8fc1-4a4b-b883-70e1e024890d not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:41:01.390829 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:01.536567 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff24cb9-536f-4f10-85d1-684b2da48293 req-d37e21d3-7c21-4c59-a6b5-68a43b70a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:01.538158 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ff24cb9-536f-4f10-85d1-684b2da48293 req-d37e21d3-7c21-4c59-a6b5-68a43b70a197 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 1129 time: 0.0490403 Mar 28 23:41:01.592936 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8ff24cb9-536f-4f10-85d1-684b2da48293 req-130aa8e7-333e-4a4b-a706-42538d086ee7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Mar 28 23:41:01.796179 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866311-9aaf-4102-9778-942b2a8c624d req-01b59f97-f6b5-42b2-84da-61fb2db6d083 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:01.797652 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e4866311-9aaf-4102-9778-942b2a8c624d req-01b59f97-f6b5-42b2-84da-61fb2db6d083 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0537972 Mar 28 23:41:01.849201 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e4866311-9aaf-4102-9778-942b2a8c624d req-ea0ce7d0-9e78-4fcc-8407-76dc1c2b0f8e tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458555 Mar 28 23:41:02.974056 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802df3-85e2-45bf-9223-f60f39d320ee req-d1767e0e-1ce3-41da-9d94-10566cf1a8b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:02.975699 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-be802df3-85e2-45bf-9223-f60f39d320ee req-d1767e0e-1ce3-41da-9d94-10566cf1a8b7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.0561569 Mar 28 23:41:03.028614 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-be802df3-85e2-45bf-9223-f60f39d320ee req-9e2536e9-2ea9-4fdf-a9b3-769702d8877f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455849 Mar 28 23:41:03.103214 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333ea90-ff0d-4c0c-a335-eb4968007a7c req-3f32f9a4-972d-4dbd-bb33-dd171d0b7829 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:03.106613 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8333ea90-ff0d-4c0c-a335-eb4968007a7c req-3f32f9a4-972d-4dbd-bb33-dd171d0b7829 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0880737 Mar 28 23:41:03.109008 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-e44fde13-fe24-4607-a3e3-8867e9bdb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:03.110561 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-e44fde13-fe24-4607-a3e3-8867e9bdb39d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1130 time: 0.0833647 Mar 28 23:41:03.149610 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a804d-78be-48e1-bf24-af32a8d0ecb3 req-0a06414d-4c6f-4469-801c-b0eb6d65988f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:03.151080 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-515a804d-78be-48e1-bf24-af32a8d0ecb3 req-0a06414d-4c6f-4469-801c-b0eb6d65988f tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0567563 Mar 28 23:41:03.207973 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-515a804d-78be-48e1-bf24-af32a8d0ecb3 req-95f90612-d19f-4435-b32c-8653688b20bb tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494263 Mar 28 23:41:03.218499 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8333ea90-ff0d-4c0c-a335-eb4968007a7c req-cdd2cb24-b0f3-46d5-bb30-f3198b1bd3e1 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068673 Mar 28 23:41:03.257224 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-4dfe8e07-4eea-4c2a-9b97-82da203f463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:03.258738 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-4dfe8e07-4eea-4c2a-9b97-82da203f463c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.1393766 Mar 28 23:41:03.326266 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-d92874a6-ba67-429d-bbec-5e28de748886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 200 len: 1002 time: 0.0595436 Mar 28 23:41:03.378699 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-d4336351-9264-421f-9c06-2f3611b991c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:03.380105 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-d4336351-9264-421f-9c06-2f3611b991c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0444479 Mar 28 23:41:03.435708 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-84c2dc5b-567f-4291-bea1-061b726471d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:03.436566 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-5c9ff89c-f116-4bdc-af2c-76610267a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:03.438159 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-5c9ff89c-f116-4bdc-af2c-76610267a663 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0516887 Mar 28 23:41:03.534507 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-3ac88dfb-71ef-4949-80f6-0a4b1dd789ce service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880723 Mar 28 23:41:03.634176 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fd1b7c8f-d6d0-4ec8-99ce-1b0f8e06d68f req-93f5ea93-3833-495e-a0b9-978ef95117d2 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899663 Mar 28 23:41:04.150709 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc39929-5b49-4c0f-9b2b-9fa2ce741ace req-df81c134-b860-4082-abc3-f8269fa8c307 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:04.152634 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5fc39929-5b49-4c0f-9b2b-9fa2ce741ace req-df81c134-b860-4082-abc3-f8269fa8c307 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.0548117 Mar 28 23:41:04.198452 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5fc39929-5b49-4c0f-9b2b-9fa2ce741ace req-4356e4d1-fef2-4529-8b73-eb46b361e2e5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Mar 28 23:41:04.322475 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ec4f5-3852-4f3e-a939-9fe879469b38 req-3b3857fe-f61a-4dd8-a4d8-bba18ebe434c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:04.324087 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-468ec4f5-3852-4f3e-a939-9fe879469b38 req-3b3857fe-f61a-4dd8-a4d8-bba18ebe434c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0561275 Mar 28 23:41:04.370638 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-468ec4f5-3852-4f3e-a939-9fe879469b38 req-992749c2-6a3b-481b-9f85-c1106980bc00 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402603 Mar 28 23:41:04.733329 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:04.905517 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-8b8ce3d4-cf9c-460d-b029-b04aa731c5ee tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:04.906865 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-8b8ce3d4-cf9c-460d-b029-b04aa731c5ee tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.0520852 Mar 28 23:41:05.207491 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Deleting port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:41:05.208209 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:05.325193 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] For port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:05.325566 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:05.384446 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834f34d-2778-4e96-b310-8330c7110339 req-a5ce7375-a5aa-45f8-98dd-c1268f0fec69 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:05.385927 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2834f34d-2778-4e96-b310-8330c7110339 req-a5ce7375-a5aa-45f8-98dd-c1268f0fec69 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 946 time: 0.1202495 Mar 28 23:41:05.485679 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2834f34d-2778-4e96-b310-8330c7110339 req-072e2829-5771-48f0-be17-336bd478217f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad4c04e8-df36-4ac1-b9a6-a4db06447875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932598 Mar 28 23:41:05.487423 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4866ab2-b291-423f-abbd-f72a19e2cbd2 req-8f45d055-9b18-4a38-80ec-09e36e722b42 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:05.490880 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d4866ab2-b291-423f-abbd-f72a19e2cbd2 req-8f45d055-9b18-4a38-80ec-09e36e722b42 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0543211 Mar 28 23:41:05.535278 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d4866ab2-b291-423f-abbd-f72a19e2cbd2 req-a77184bb-1333-405a-908e-699e247789d4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Mar 28 23:41:05.543760 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:05.544157 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (284e4dab-8980-4b81-9e0b-3545c88c812f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:05.544495 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Floating IP 284e4dab-8980-4b81-9e0b-3545c88c812f disassociated. External IP: 172.28.0.130, port: 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f. Mar 28 23:41:05.544834 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Calling delete_port for 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:41:05.674137 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (8e13f0c4-5a9d-4399-ba53-1c88ed23d76f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:05.702745 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'Port': ['ID=8e13f0c4-5a9d-4399-ba53-1c88ed23d76f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:05.833685 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:41:05.948580 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:05.958078 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:41:05.967517 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:05.968155 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:05.993811 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] No DVR routers for this DVR port 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:41:05.996146 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:05.999563 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ce81b130-280c-4794-be70-a2d51c102ce5 req-6ac16f26-0c52-4736-ae6a-9bb2c74e9fa5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "DELETE /v2.0/ports/8e13f0c4-5a9d-4399-ba53-1c88ed23d76f HTTP/1.1" status: 204 len: 173 time: 1.0839691 Mar 28 23:41:06.000021 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'name': 'network-vif-deleted', 'tag': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:06.002319 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc87fba-7d9d-4835-ae95-aca761bad644" -d '{"events": [{"server_uuid": "d5691713-5751-477c-a4d8-665e7e32ad6f", "name": "network-vif-deleted", "tag": "8e13f0c4-5a9d-4399-ba53-1c88ed23d76f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:06.058209 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de9b800-ce8f-496a-b199-677e28add539 x-openstack-request-id: req-7de9b800-ce8f-496a-b199-677e28add539 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:06.058506 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5691713-5751-477c-a4d8-665e7e32ad6f", "name": "network-vif-deleted", "tag": "8e13f0c4-5a9d-4399-ba53-1c88ed23d76f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:06.058762 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7de9b800-ce8f-496a-b199-677e28add539 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:06.059231 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de9b800-ce8f-496a-b199-677e28add539'] response: {'server_uuid': 'd5691713-5751-477c-a4d8-665e7e32ad6f', 'name': 'network-vif-deleted', 'tag': '8e13f0c4-5a9d-4399-ba53-1c88ed23d76f', 'status': 'completed', 'code': 200} Mar 28 23:41:06.110917 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:06.165034 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:06.328004 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:06.353308 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:41:06.361658 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:06.362254 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:06.465175 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:06.612430 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7af4dd43-1b7e-4dda-a163-8ee2ff993291 req-eecd65aa-e29a-4fba-96e7-7484546bc55c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5691713-5751-477c-a4d8-665e7e32ad6f HTTP/1.1" status: 200 len: 210 time: 0.0452876 Mar 28 23:41:06.672389 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c70d4c-e9b3-4cf1-88c5-e93b38d64693 req-f208c38e-89cd-4409-aaef-d555c29b129a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:06.673960 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-02c70d4c-e9b3-4cf1-88c5-e93b38d64693 req-f208c38e-89cd-4409-aaef-d555c29b129a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0580523 Mar 28 23:41:06.678608 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:06.707513 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d9f57-21ed-4d8d-945c-df237e687009 None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:06.724820 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-02c70d4c-e9b3-4cf1-88c5-e93b38d64693 req-ba138e82-d42d-4e58-a9dd-e705d112e6cf tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451517 Mar 28 23:41:06.919764 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98a657-e0cc-4a17-b501-dcda798d2769 None None] New status for floating IP 284e4dab-8980-4b81-9e0b-3545c88c812f: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:41:07.686260 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:07.692601 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:07.745951 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93cb1719-2e9a-4811-8d16-31c997bc9e44 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (ad4c04e8-df36-4ac1-b9a6-a4db06447875), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:07.769385 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93cb1719-2e9a-4811-8d16-31c997bc9e44 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (ad4c04e8-df36-4ac1-b9a6-a4db06447875), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:07.848828 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b71e-d2d4-404b-ae11-22e19b292de7 req-6a712648-9a7c-4964-b792-6dc65b25c446 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:07.850285 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d1d4b71e-d2d4-404b-ae11-22e19b292de7 req-6a712648-9a7c-4964-b792-6dc65b25c446 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0580056 Mar 28 23:41:07.851292 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93cb1719-2e9a-4811-8d16-31c997bc9e44 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ad4c04e8-df36-4ac1-b9a6-a4db06447875), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:07.854654 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93cb1719-2e9a-4811-8d16-31c997bc9e44 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:07.858228 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-93cb1719-2e9a-4811-8d16-31c997bc9e44 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad4c04e8-df36-4ac1-b9a6-a4db06447875 HTTP/1.1" status: 204 len: 168 time: 0.1620772 Mar 28 23:41:07.858567 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59586) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:07.872034 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.api.v2.resource [None req-e44594e1-199c-47a0-8b89-2ff5a0ae205d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] show failed (client error): The resource could not be found. Mar 28 23:41:07.875602 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e44594e1-199c-47a0-8b89-2ff5a0ae205d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups/ad4c04e8-df36-4ac1-b9a6-a4db06447875 HTTP/1.1" status: 404 len: 347 time: 0.0134077 Mar 28 23:41:07.876223 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59590) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:07.877911 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb1719-2e9a-4811-8d16-31c997bc9e44 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4c04e8-df36-4ac1-b9a6-a4db06447875,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:07.916112 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d1d4b71e-d2d4-404b-ae11-22e19b292de7 req-d1b8a99e-3d3e-49e4-b7b5-85cf88220dcd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592945 Mar 28 23:41:08.003007 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Deleting port 2496f338-d133-4dcd-8307-78de5b1df182 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:41:08.003344 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (2496f338-d133-4dcd-8307-78de5b1df182), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:08.074052 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (2496f338-d133-4dcd-8307-78de5b1df182), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:08.074375 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (2496f338-d133-4dcd-8307-78de5b1df182), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:08.085544 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Calling delete_port for 2496f338-d133-4dcd-8307-78de5b1df182 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:41:08.243182 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (2496f338-d133-4dcd-8307-78de5b1df182), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:08.270375 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'Port': ['ID=2496f338-d133-4dcd-8307-78de5b1df182,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:08.331233 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (284e4dab-8980-4b81-9e0b-3545c88c812f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:08.334173 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:08.335472 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b2cd3aa9-c4b9-4c4e-a2b1-16f60f44f63d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "DELETE /v2.0/floatingips/284e4dab-8980-4b81-9e0b-3545c88c812f HTTP/1.1" status: 204 len: 168 time: 0.4587350 Mar 28 23:41:08.909026 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59596) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:08.913688 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-c3cafd08-dd60-48e9-bb4b-c4373a113eef tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620178652', 'description': 'tempest-description--1742515322'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:08.934189 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3cafd08-dd60-48e9-bb4b-c4373a113eef tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.003439 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3cafd08-dd60-48e9-bb4b-c4373a113eef tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (96a3ecf1-d605-4468-8351-ed7c76b627f8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.007999 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3cafd08-dd60-48e9-bb4b-c4373a113eef tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (96a3ecf1-d605-4468-8351-ed7c76b627f8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.034155 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3cafd08-dd60-48e9-bb4b-c4373a113eef tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.038138 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c3cafd08-dd60-48e9-bb4b-c4373a113eef tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1253569 Mar 28 23:41:09.038673 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59602) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:09.047326 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-7d82abe9-63bb-4e6a-97c4-94ecd9db7f9b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group_rule': {'security_group_id': '96a3ecf1-d605-4468-8351-ed7c76b627f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:09.053180 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57ec02-e9eb-46a7-9e91-83bd6bd322ae req-392e6b38-e9a2-4c60-85c5-373af22c8f0b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:09.055964 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4c57ec02-e9eb-46a7-9e91-83bd6bd322ae req-392e6b38-e9a2-4c60-85c5-373af22c8f0b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0685446 Mar 28 23:41:09.068740 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cafd08-dd60-48e9-bb4b-c4373a113eef tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a3ecf1-d605-4468-8351-ed7c76b627f8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:09.092679 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d82abe9-63bb-4e6a-97c4-94ecd9db7f9b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (61502bb9-97d3-4271-8ed7-98eeae0fbd17), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.106465 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:41:09.111669 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4c57ec02-e9eb-46a7-9e91-83bd6bd322ae req-54143b50-525f-48bd-bc6a-31970ee22e25 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504730 Mar 28 23:41:09.128860 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:41:09.129373 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8e13f0c4-5a9d-4399-ba53-1c88ed23d76f not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:41:09.158181 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d82abe9-63bb-4e6a-97c4-94ecd9db7f9b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (61502bb9-97d3-4271-8ed7-98eeae0fbd17), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.161490 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d82abe9-63bb-4e6a-97c4-94ecd9db7f9b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (61502bb9-97d3-4271-8ed7-98eeae0fbd17), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.182712 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82abe9-63bb-4e6a-97c4-94ecd9db7f9b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61502bb9-97d3-4271-8ed7-98eeae0fbd17,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:09.191160 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d82abe9-63bb-4e6a-97c4-94ecd9db7f9b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.192367 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7d82abe9-63bb-4e6a-97c4-94ecd9db7f9b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520696 Mar 28 23:41:09.195148 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59606) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:09.200294 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6a1d36ca-4e4f-4702-9759-d4a2fc8fcbc7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group_rule': {'security_group_id': '96a3ecf1-d605-4468-8351-ed7c76b627f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:09.224980 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a1d36ca-4e4f-4702-9759-d4a2fc8fcbc7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (8a9da755-8e4d-4c07-a456-126759a50680), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.283402 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a1d36ca-4e4f-4702-9759-d4a2fc8fcbc7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (8a9da755-8e4d-4c07-a456-126759a50680), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.287648 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a1d36ca-4e4f-4702-9759-d4a2fc8fcbc7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (8a9da755-8e4d-4c07-a456-126759a50680), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.305399 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d36ca-4e4f-4702-9759-d4a2fc8fcbc7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9da755-8e4d-4c07-a456-126759a50680,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:09.313872 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a1d36ca-4e4f-4702-9759-d4a2fc8fcbc7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.318005 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-6a1d36ca-4e4f-4702-9759-d4a2fc8fcbc7 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182020 Mar 28 23:41:09.318240 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:09.323890 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:09.347461 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.446969 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.546916 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Allocated IP 172.28.0.39 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/3eab0459-c715-4eab-8c65-9a730f9a7f2e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:09.650678 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (3eab0459-c715-4eab-8c65-9a730f9a7f2e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.684079 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (3eab0459-c715-4eab-8c65-9a730f9a7f2e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.717545 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:09.720298 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:09.723628 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:09.755282 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=3eab0459-c715-4eab-8c65-9a730f9a7f2e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:09.850936 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (ee7928ea-75a8-4251-b350-82ed0b68aa5a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:09.889662 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (3eab0459-c715-4eab-8c65-9a730f9a7f2e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:10.034044 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (3eab0459-c715-4eab-8c65-9a730f9a7f2e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:10.038404 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (3eab0459-c715-4eab-8c65-9a730f9a7f2e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:10.109502 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=3eab0459-c715-4eab-8c65-9a730f9a7f2e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:10.118192 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (ee7928ea-75a8-4251-b350-82ed0b68aa5a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:10.133395 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:10.134690 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-b0a8f943-69a9-4480-9318-983b8014e769 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8154585 Mar 28 23:41:10.249566 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a61594-88bb-4087-8b67-c4161ae0b339 req-3c69cd30-ca32-476b-bd8a-15e444e06757 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:10.251068 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-52a61594-88bb-4087-8b67-c4161ae0b339 req-3c69cd30-ca32-476b-bd8a-15e444e06757 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0542531 Mar 28 23:41:10.300100 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-52a61594-88bb-4087-8b67-c4161ae0b339 req-28239d63-52ba-4393-b4ed-17e075cb7746 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433733 Mar 28 23:41:10.356125 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-3b61b96f-b10c-4328-b9c2-33994fb2a161 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1620178652&fields=id&tenant_id=eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 267 time: 0.0618012 Mar 28 23:41:10.457385 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-7ce31f5b-ebc8-4e21-81a5-81a007109a90 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:10.458868 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-7ce31f5b-ebc8-4e21-81a5-81a007109a90 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 814 time: 0.0961204 Mar 28 23:41:10.473538 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-35a792a2-feaa-4126-9029-16a3257c97f9 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/quotas/eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 375 time: 0.0087371 Mar 28 23:41:10.529447 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-a625b73b-c0af-429c-aab4-706b58b24031 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502934 Mar 28 23:41:10.623349 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-0adb3031-4383-4f2c-ad00-2b713a75fad3 service neutron] 10.222.0.16 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821450 Mar 28 23:41:10.711785 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-b5a04717-5c4b-4b7d-a521-7a57b2fb240f service neutron] 10.222.0.16 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821846 Mar 28 23:41:10.863577 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-50b446ed-e2c4-4f55-8796-8ba90de759c0 req-92d167f4-dbcb-49f8-9ae8-6335d29f7dba tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Mar 28 23:41:11.421958 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498b5e4-c0e7-445f-a96d-45983357a493 req-0a33ec2f-4edc-45bc-94a3-d986112433c3 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:11.423383 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8498b5e4-c0e7-445f-a96d-45983357a493 req-0a33ec2f-4edc-45bc-94a3-d986112433c3 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0532458 Mar 28 23:41:11.468816 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8498b5e4-c0e7-445f-a96d-45983357a493 req-1de8a32c-a2b1-4749-862d-0dff221bd580 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394435 Mar 28 23:41:11.810555 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-b2ed1e47-a7dc-4cfe-861c-2897e8c17c18 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:11.812025 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-b2ed1e47-a7dc-4cfe-861c-2897e8c17c18 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 814 time: 0.1081653 Mar 28 23:41:11.873778 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-4f4a6d56-d369-4eb3-bb50-38c797724ae8 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 380 time: 0.0522287 Mar 28 23:41:11.888008 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'port': {'device_id': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'admin_state_up': True, 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'security_groups': ['96a3ecf1-d605-4468-8351-ed7c76b627f8']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:11.963916 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-974c5b38-9c1b-47f2-9d36-9b68913b3f4f req-810c0a56-2dd1-41ca-817c-e31ee4f4908e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 210 time: 0.0372100 Mar 28 23:41:12.018800 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Made reservation on behalf of eb3e8b072c3647f5839ca6f8af90983d for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:41:12.022267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:12.143770 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Allocated IP 172.20.0.10 (ff391c91-7095-4e45-a1a1-7c2e2f6f80df/cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6/a59b2770-05ce-4179-955c-25917159adbb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:12.286168 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (a59b2770-05ce-4179-955c-25917159adbb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:12.319006 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (a59b2770-05ce-4179-955c-25917159adbb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:12.359740 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:12.362817 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:12.366524 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:12.401072 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=a59b2770-05ce-4179-955c-25917159adbb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:12.427924 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:12.428577 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:12.446501 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-9fcc68d6-8ba4-4228-b395-4f952967cdeb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623012 Mar 28 23:41:12.458547 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Request body: {'port': {'device_id': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:12.522539 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a59b2770-05ce-4179-955c-25917159adbb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:12.574606 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7eeeb671-98cf-461b-803a-ae0a115a0287 None None] Provisioning complete for port a59b2770-05ce-4179-955c-25917159adbb triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:12.575150 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb671-98cf-461b-803a-ae0a115a0287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a59b2770-05ce-4179-955c-25917159adbb), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:12.612969 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7eeeb671-98cf-461b-803a-ae0a115a0287 None None] Port a59b2770-05ce-4179-955c-25917159adbb cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:41:12.681090 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca97b5-ecfd-41e6-aa03-01c8c91cddfa req-429a7e0c-337f-48d7-96c7-46ebcd982af5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:12.682622 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c4ca97b5-ecfd-41e6-aa03-01c8c91cddfa req-429a7e0c-337f-48d7-96c7-46ebcd982af5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.1440814 Mar 28 23:41:12.782001 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c4ca97b5-ecfd-41e6-aa03-01c8c91cddfa req-fb04d8b2-d597-407f-9948-8df989c8152c tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861599 Mar 28 23:41:12.851012 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59b2770-05ce-4179-955c-25917159adbb {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:41:12.859087 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Publish callbacks [] for port (a59b2770-05ce-4179-955c-25917159adbb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:12.870629 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Transition to ACTIVE for port object a59b2770-05ce-4179-955c-25917159adbb will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:41:12.874193 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (a59b2770-05ce-4179-955c-25917159adbb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:12.921528 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Pushing event updated for resources: {'Port': ['ID=a59b2770-05ce-4179-955c-25917159adbb,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:13.001857 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Attempting to bind port a59b2770-05ce-4179-955c-25917159adbb on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:41:13.002235 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Attempting to bind port a59b2770-05ce-4179-955c-25917159adbb by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:41:13.002567 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Attempting to bind port a59b2770-05ce-4179-955c-25917159adbb on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:13.009516 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Port a59b2770-05ce-4179-955c-25917159adbb on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:41:13.009849 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Attempting to bind port a59b2770-05ce-4179-955c-25917159adbb on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:13.015231 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:41:13.015574 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Checking segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:13.016002 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Bound using segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:41:13.016452 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Bound port: a59b2770-05ce-4179-955c-25917159adbb, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:41:13.016808 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a59b2770-05ce-4179-955c-25917159adbb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:13.087836 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] For port a59b2770-05ce-4179-955c-25917159adbb, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:41:13.090148 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a7ef8-9a3b-4f58-88e2-9e51de0e1404 req-1b40030a-58fd-4356-9553-4ff62fd8ac6d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.090797 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] For port a59b2770-05ce-4179-955c-25917159adbb, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a59b2770-05ce-4179-955c-25917159adbb,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:41:13.091618 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e57a7ef8-9a3b-4f58-88e2-9e51de0e1404 req-1b40030a-58fd-4356-9553-4ff62fd8ac6d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 944 time: 0.0599465 Mar 28 23:41:13.097509 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (a59b2770-05ce-4179-955c-25917159adbb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:13.132331 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.133611 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:13.134994 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] 10.222.0.30 "PUT /v2.0/ports/a59b2770-05ce-4179-955c-25917159adbb HTTP/1.1" status: 200 len: 1094 time: 0.6807182 Mar 28 23:41:13.135562 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'tag': 'a59b2770-05ce-4179-955c-25917159adbb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:13.137982 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06129a40-c818-4ee6-9937-d5f57f23c02d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e70b7e-c89d-497b-b814-bbee5f675977", "tag": "a59b2770-05ce-4179-955c-25917159adbb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:13.139200 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e57a7ef8-9a3b-4f58-88e2-9e51de0e1404 req-9f22344c-53bb-4dba-9376-25948d68a72b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Mar 28 23:41:13.170020 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaae51-a445-4826-8f53-88059cc79c8c service neutron] Pushing event updated for resources: {'Port': ['ID=a59b2770-05ce-4179-955c-25917159adbb,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:13.192846 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fda584-8836-4bba-bc01-bd51a3958768 x-openstack-request-id: req-59fda584-8836-4bba-bc01-bd51a3958768 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:13.193137 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e70b7e-c89d-497b-b814-bbee5f675977", "tag": "a59b2770-05ce-4179-955c-25917159adbb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:13.193411 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59fda584-8836-4bba-bc01-bd51a3958768 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:13.193817 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fda584-8836-4bba-bc01-bd51a3958768'] response: {'name': 'network-changed', 'server_uuid': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'tag': 'a59b2770-05ce-4179-955c-25917159adbb', 'status': 'completed', 'code': 200} Mar 28 23:41:13.247023 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-432f8f98-b7b5-412b-bf0b-02cc89f7e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.248637 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-432f8f98-b7b5-412b-bf0b-02cc89f7e662 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 1128 time: 0.0507984 Mar 28 23:41:13.297809 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-f5e02dd4-4126-4610-adf0-545cd2b7d539 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59b2770-05ce-4179-955c-25917159adbb HTTP/1.1" status: 200 len: 217 time: 0.0420535 Mar 28 23:41:13.347225 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-5b05b55d-565b-4db5-bcef-8447c2ea30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.348720 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-5b05b55d-565b-4db5-bcef-8447c2ea30b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0452871 Mar 28 23:41:13.398872 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-5d2f27bd-5243-4e8f-9c65-7b1483a8c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.400372 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-5d2f27bd-5243-4e8f-9c65-7b1483a8c249 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437834 Mar 28 23:41:13.491492 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-c1123f74-2a79-416d-a787-ccaef3da45ef service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821633 Mar 28 23:41:13.585275 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-24d6d168-e61d-4b3c-9b42-0f1a845a502c req-32c21113-fa18-4c80-b485-d478d1a7a703 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871835 Mar 28 23:41:13.597953 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:13.689887 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-17841ca2-6c1f-432f-8b18-4667284ccfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.691369 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-17841ca2-6c1f-432f-8b18-4667284ccfc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 1128 time: 0.0478988 Mar 28 23:41:13.778755 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-83c6ff75-335b-4644-8118-29ced4f95963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.780150 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-83c6ff75-335b-4644-8118-29ced4f95963 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.0813217 Mar 28 23:41:13.824057 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-7dfa8161-7e25-40d1-bb96-c6febe44d886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59b2770-05ce-4179-955c-25917159adbb HTTP/1.1" status: 200 len: 217 time: 0.0374558 Mar 28 23:41:13.876429 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-cc4e5b4f-8ed1-4395-bf6e-bf566ba0fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.877896 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-cc4e5b4f-8ed1-4395-bf6e-bf566ba0fa64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0439947 Mar 28 23:41:13.900458 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a7bc1-b5b8-4f23-bf8b-dec8b14549ef req-54ef36ed-b78d-4d99-a36e-cc69d454d647 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.901933 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cf7a7bc1-b5b8-4f23-bf8b-dec8b14549ef req-54ef36ed-b78d-4d99-a36e-cc69d454d647 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0550141 Mar 28 23:41:13.928859 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-f659b6ca-9ccc-47c7-b8f0-d67d83b4e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:13.930402 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-f659b6ca-9ccc-47c7-b8f0-d67d83b4e6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433624 Mar 28 23:41:13.947625 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cf7a7bc1-b5b8-4f23-bf8b-dec8b14549ef req-1cb31f6f-f675-42c9-acab-4153b5abdb4b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399907 Mar 28 23:41:14.020269 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-5d8312c8-97b5-48ac-81c9-909e6a4e126d service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827107 Mar 28 23:41:14.106475 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-06129a40-c818-4ee6-9937-d5f57f23c02d req-5ad53c0d-babf-4afb-b03e-72c231022377 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804508 Mar 28 23:41:14.276304 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6214b8a-f113-4fbf-844d-2c0cc39f5168 req-62c83dfc-1401-45a3-80eb-27d039f83464 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:14.277775 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f6214b8a-f113-4fbf-844d-2c0cc39f5168 req-62c83dfc-1401-45a3-80eb-27d039f83464 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 944 time: 0.0526469 Mar 28 23:41:14.324671 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f6214b8a-f113-4fbf-844d-2c0cc39f5168 req-ae3270f7-f410-46a5-a56c-8e19c2dc11b4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Mar 28 23:41:15.061228 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f6735-fc97-40d9-ab48-7ad4cd8d18f2 req-8023aa93-b7ff-4ef1-992f-8208c878c54d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:15.062684 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-214f6735-fc97-40d9-ab48-7ad4cd8d18f2 req-8023aa93-b7ff-4ef1-992f-8208c878c54d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0508385 Mar 28 23:41:15.107833 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-214f6735-fc97-40d9-ab48-7ad4cd8d18f2 req-cbd7e028-b669-4218-945b-013bc846f0c4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396945 Mar 28 23:41:15.115757 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a59b2770-05ce-4179-955c-25917159adbb details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:41:15.207371 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a59b2770-05ce-4179-955c-25917159adbb, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a59b2770-05ce-4179-955c-25917159adbb,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:15.218969 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'a59b2770-05ce-4179-955c-25917159adbb', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'port_id': 'a59b2770-05ce-4179-955c-25917159adbb', 'mac_address': 'fa:16:3e:22:2e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:41:15.256981 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port a59b2770-05ce-4179-955c-25917159adbb is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:15.257301 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a59b2770-05ce-4179-955c-25917159adbb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:15.269828 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59b2770-05ce-4179-955c-25917159adbb {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:41:15.288512 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a59b2770-05ce-4179-955c-25917159adbb, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a59b2770-05ce-4179-955c-25917159adbb,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:15.292380 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a59b2770-05ce-4179-955c-25917159adbb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:15.336931 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=a59b2770-05ce-4179-955c-25917159adbb,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:15.627402 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['a59b2770-05ce-4179-955c-25917159adbb'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:41:15.658520 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732528-0496-45b7-bb49-3c0e762701ad req-5aa53ae5-fe4f-46ce-ae36-ed20cbf6772f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:15.659644 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-df732528-0496-45b7-bb49-3c0e762701ad req-5aa53ae5-fe4f-46ce-ae36-ed20cbf6772f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 945 time: 0.2685478 Mar 28 23:41:15.705717 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-df732528-0496-45b7-bb49-3c0e762701ad req-d6331b47-94ac-49a2-b47c-c9c9a879e4ae tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397201 Mar 28 23:41:16.227476 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1e60-b6f0-48b1-ad92-637849ddce13 req-88b0522b-4c50-4032-8b58-ebc85f2b7ef9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:16.228966 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5c5b1e60-b6f0-48b1-ad92-637849ddce13 req-88b0522b-4c50-4032-8b58-ebc85f2b7ef9 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0513566 Mar 28 23:41:16.277101 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5c5b1e60-b6f0-48b1-ad92-637849ddce13 req-5666ed9f-ea7c-4530-a70e-eab00e065b76 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 Mar 28 23:41:16.822375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa51a0-d261-4d44-9085-71b0c385ebd7 req-a142ab6c-f1b8-4622-a855-fc6ea2ba5b9f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:16.823868 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9dfa51a0-d261-4d44-9085-71b0c385ebd7 req-a142ab6c-f1b8-4622-a855-fc6ea2ba5b9f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Mar 28 23:41:16.870091 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9dfa51a0-d261-4d44-9085-71b0c385ebd7 req-73970c7b-d3cf-40aa-bc1f-9d4e3338a678 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Mar 28 23:41:17.121477 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a59b2770-05ce-4179-955c-25917159adbb up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:17.168272 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port a59b2770-05ce-4179-955c-25917159adbb completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:41:17.171706 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port a59b2770-05ce-4179-955c-25917159adbb triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:17.172104 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a59b2770-05ce-4179-955c-25917159adbb), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:17.248627 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port a59b2770-05ce-4179-955c-25917159adbb is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:17.249005 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a59b2770-05ce-4179-955c-25917159adbb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:17.270570 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b2770-05ce-4179-955c-25917159adbb'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:17.272790 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a46b17-347a-4f87-907a-83ae24111d7a" -d '{"events": [{"server_uuid": "a6e70b7e-c89d-497b-b814-bbee5f675977", "name": "network-vif-plugged", "status": "completed", "tag": "a59b2770-05ce-4179-955c-25917159adbb"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:17.285097 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a59b2770-05ce-4179-955c-25917159adbb, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a59b2770-05ce-4179-955c-25917159adbb,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:17.288922 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a59b2770-05ce-4179-955c-25917159adbb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:17.311613 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164094f9-7544-4bba-98e5-55217ec6a432 x-openstack-request-id: req-164094f9-7544-4bba-98e5-55217ec6a432 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:17.311953 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e70b7e-c89d-497b-b814-bbee5f675977", "name": "network-vif-plugged", "status": "completed", "tag": "a59b2770-05ce-4179-955c-25917159adbb", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:17.312211 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-164094f9-7544-4bba-98e5-55217ec6a432 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:17.312598 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164094f9-7544-4bba-98e5-55217ec6a432'] response: {'server_uuid': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b2770-05ce-4179-955c-25917159adbb', 'code': 200} Mar 28 23:41:17.339940 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=a59b2770-05ce-4179-955c-25917159adbb,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:17.400420 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f5e83-aaab-48a8-875f-618e010c9eff req-4c5b701c-6832-4239-8072-7cb7cb6f3c7e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:17.401894 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-186f5e83-aaab-48a8-875f-618e010c9eff req-4c5b701c-6832-4239-8072-7cb7cb6f3c7e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0561912 Mar 28 23:41:17.472313 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-186f5e83-aaab-48a8-875f-618e010c9eff req-445b9426-8d14-43d4-800d-175a0ffffb75 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646677 Mar 28 23:41:17.490031 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b85182-ac08-432f-bdc8-a4c054f33c7a req-8c8bc2c2-a31a-40f5-9a8c-ab957116e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:17.492367 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-03b85182-ac08-432f-bdc8-a4c054f33c7a req-8c8bc2c2-a31a-40f5-9a8c-ab957116e36a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 1130 time: 0.0557561 Mar 28 23:41:17.534943 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-03b85182-ac08-432f-bdc8-a4c054f33c7a req-ae119c95-3c2c-4491-a508-00fc1769199f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363846 Mar 28 23:41:17.984677 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05975ab9-e2e6-4802-ab63-00785b36f329 req-68a5baf7-892e-452e-bcaa-cf7a11a4b629 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:17.986117 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-05975ab9-e2e6-4802-ab63-00785b36f329 req-68a5baf7-892e-452e-bcaa-cf7a11a4b629 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0510883 Mar 28 23:41:18.030417 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-05975ab9-e2e6-4802-ab63-00785b36f329 req-0575ce75-1830-4aae-bb28-46599f8d59de tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 Mar 28 23:41:18.593292 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45813a98-0d0f-44ef-8552-781d16a604af req-a43d340f-d6e0-437d-a4b8-66387fdec304 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:18.594865 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-45813a98-0d0f-44ef-8552-781d16a604af req-a43d340f-d6e0-437d-a4b8-66387fdec304 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0540047 Mar 28 23:41:18.649603 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-45813a98-0d0f-44ef-8552-781d16a604af req-667176a7-47d4-4935-8ecc-15c26e6ef0ea tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486529 Mar 28 23:41:19.145884 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189e7a9-0c44-4865-a094-32097e1706f2 req-83575c79-cda3-43cc-b3c8-d9bf2510e56c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:19.147368 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4189e7a9-0c44-4865-a094-32097e1706f2 req-83575c79-cda3-43cc-b3c8-d9bf2510e56c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0520184 Mar 28 23:41:19.195306 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4189e7a9-0c44-4865-a094-32097e1706f2 req-87e05141-9797-4dbb-9017-189ac8e7e009 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Mar 28 23:41:19.306837 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b7ee5-693b-4784-9941-7f6febe5d0a7 req-2467a73d-5715-4c75-b3e6-3c3a023d726f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:19.308268 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-665b7ee5-693b-4784-9941-7f6febe5d0a7 req-2467a73d-5715-4c75-b3e6-3c3a023d726f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0513399 Mar 28 23:41:19.316723 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59714) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:19.321865 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'floatingip': {'port_id': 'a59b2770-05ce-4179-955c-25917159adbb'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:19.362754 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (ee7928ea-75a8-4251-b350-82ed0b68aa5a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:19.820352 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:19.828680 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd708-c6a8-4207-afea-9d4fed0d6787 req-ee73b7c7-2891-4450-b60d-8bb37a7f9cc3 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:19.830127 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f4dfd708-c6a8-4207-afea-9d4fed0d6787 req-ee73b7c7-2891-4450-b60d-8bb37a7f9cc3 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.1071913 Mar 28 23:41:19.831198 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (ee7928ea-75a8-4251-b350-82ed0b68aa5a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:19.951060 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f4dfd708-c6a8-4207-afea-9d4fed0d6787 req-4904be17-5fb5-4121-a7ee-9ff875bc6433 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853014 Mar 28 23:41:19.968783 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Floating IP ee7928ea-75a8-4251-b350-82ed0b68aa5a associated. External IP: 172.28.0.39, port: a59b2770-05ce-4179-955c-25917159adbb. Mar 28 23:41:20.173986 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:41:20.280308 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:20.285068 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:20.289490 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:41:20.298667 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:20.299260 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:20.314472 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-4725c4db-7fc5-4b5d-a8ea-de1f5c4254f4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "PUT /v2.0/floatingips/ee7928ea-75a8-4251-b350-82ed0b68aa5a HTTP/1.1" status: 200 len: 991 time: 0.9966693 Mar 28 23:41:20.315061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'tag': 'a59b2770-05ce-4179-955c-25917159adbb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:20.317350 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9282bc99-be3b-4fcf-9d93-1852ac2b591f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e70b7e-c89d-497b-b814-bbee5f675977", "tag": "a59b2770-05ce-4179-955c-25917159adbb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:20.353069 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c5de4d-8f98-4b0a-bc73-e2386660902d x-openstack-request-id: req-c7c5de4d-8f98-4b0a-bc73-e2386660902d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:20.353361 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e70b7e-c89d-497b-b814-bbee5f675977", "tag": "a59b2770-05ce-4179-955c-25917159adbb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:20.353614 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7c5de4d-8f98-4b0a-bc73-e2386660902d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:20.354039 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c5de4d-8f98-4b0a-bc73-e2386660902d'] response: {'name': 'network-changed', 'server_uuid': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'tag': 'a59b2770-05ce-4179-955c-25917159adbb', 'status': 'completed', 'code': 200} Mar 28 23:41:20.406778 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:20.422989 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-03154022-ff43-49df-82e7-5d8843d5e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:20.424537 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-03154022-ff43-49df-82e7-5d8843d5e0be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 1130 time: 0.0477068 Mar 28 23:41:20.514823 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-01f31ed9-a5df-42d0-9eb8-a0f42f21bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:20.516337 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-01f31ed9-a5df-42d0-9eb8-a0f42f21bf88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.0853424 Mar 28 23:41:20.590046 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-12a8aa6a-f3e4-496f-aac1-d37e90bcb0fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59b2770-05ce-4179-955c-25917159adbb HTTP/1.1" status: 200 len: 999 time: 0.0671005 Mar 28 23:41:20.625587 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'ee7928ea-75a8-4251-b350-82ed0b68aa5a', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.39', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': 'a59b2770-05ce-4179-955c-25917159adbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:22:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:41:09Z', 'updated_at': '2022-03-28T23:41:19Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:20.639416 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-45036c3a-3981-4ac6-ac97-67850e0f0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:20.640982 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-45036c3a-3981-4ac6-ac97-67850e0f0eb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0449500 Mar 28 23:41:20.652529 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:41:20.660803 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:20.661347 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:20.689562 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-f200aeae-8ce5-4b6b-b4ce-42a5767b135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:20.691100 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-f200aeae-8ce5-4b6b-b4ce-42a5767b135b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443611 Mar 28 23:41:20.791178 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-1204f57b-3b62-490a-989c-5424a0b83129 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934832 Mar 28 23:41:20.850484 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:20.890591 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9282bc99-be3b-4fcf-9d93-1852ac2b591f req-9916cee6-4941-4afe-afee-678d0b43d08c service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893357 Mar 28 23:41:21.072119 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'ee7928ea-75a8-4251-b350-82ed0b68aa5a', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.39', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': 'a59b2770-05ce-4179-955c-25917159adbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:22:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:41:09Z', 'updated_at': '2022-03-28T23:41:19Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:21.072396 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b77b89-5295-4656-bed3-d293b3923db3 req-698a997e-46e5-443d-8127-729346ad40d3 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:21.073611 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a8b77b89-5295-4656-bed3-d293b3923db3 req-698a997e-46e5-443d-8127-729346ad40d3 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0538220 Mar 28 23:41:21.103072 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f61b5a-7a22-4517-95a0-a950c9cd6e7a None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'ee7928ea-75a8-4251-b350-82ed0b68aa5a', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.39', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': 'a59b2770-05ce-4179-955c-25917159adbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:22:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:41:09Z', 'updated_at': '2022-03-28T23:41:19Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:21.124748 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a8b77b89-5295-4656-bed3-d293b3923db3 req-fea5706f-252d-4034-888c-552f5d90bdc1 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Mar 28 23:41:21.293325 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd700c3e-ef89-4ae7-a7f7-dc25df9e811f None None] New status for floating IP ee7928ea-75a8-4251-b350-82ed0b68aa5a: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:41:22.242375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6764e41-833f-4077-8b76-b0ddd799cabb req-4a4326be-2a85-408a-afd7-2158f62fd8ce tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:22.244490 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b6764e41-833f-4077-8b76-b0ddd799cabb req-4a4326be-2a85-408a-afd7-2158f62fd8ce tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0524347 Mar 28 23:41:22.292005 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b6764e41-833f-4077-8b76-b0ddd799cabb req-d8fd613f-88a7-4b5c-902a-ef567fef9887 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Mar 28 23:41:23.146931 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ec4b4-aa1d-4e37-8c4b-af3661e4d984 req-03deb487-26f6-4865-a660-e27277b76141 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:23.148473 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-111ec4b4-aa1d-4e37-8c4b-af3661e4d984 req-03deb487-26f6-4865-a660-e27277b76141 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0517147 Mar 28 23:41:23.194907 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-111ec4b4-aa1d-4e37-8c4b-af3661e4d984 req-7fb1b27b-bf40-4f01-aa27-b3ab997db148 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Mar 28 23:41:23.411271 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23b37e-b973-4f25-b337-50cb008729fa req-27fcad31-851a-4a66-a8db-e2bf7e5b92c6 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:23.412643 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2d23b37e-b973-4f25-b337-50cb008729fa req-27fcad31-851a-4a66-a8db-e2bf7e5b92c6 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0537241 Mar 28 23:41:23.457444 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2d23b37e-b973-4f25-b337-50cb008729fa req-57ac9e8d-2a29-4e05-bbe4-e7136fce62bc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387521 Mar 28 23:41:24.312519 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0702-5a98-45f4-8fb0-ef44e126ed7d req-b3fc10b2-4f9d-4ef6-818f-c66d656ea905 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:24.313960 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5c0d0702-5a98-45f4-8fb0-ef44e126ed7d req-b3fc10b2-4f9d-4ef6-818f-c66d656ea905 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0540106 Mar 28 23:41:24.359695 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5c0d0702-5a98-45f4-8fb0-ef44e126ed7d req-84b21a39-5987-4f56-9120-018b3b1d2099 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401747 Mar 28 23:41:24.571502 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefc68-9abb-4555-b5fb-590e3ce45ab0 req-058bb488-8f34-4185-ba2d-1166276c97e5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:24.572963 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-17eefc68-9abb-4555-b5fb-590e3ce45ab0 req-058bb488-8f34-4185-ba2d-1166276c97e5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0511923 Mar 28 23:41:24.617048 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-17eefc68-9abb-4555-b5fb-590e3ce45ab0 req-f9103c36-3beb-421a-a739-96c070fecef2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386908 Mar 28 23:41:25.216236 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84a3d7-5af9-4d2d-9792-8e3dad6bb65a req-cd177722-095b-4a18-aaaa-e425ff237a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:25.217711 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a84a3d7-5af9-4d2d-9792-8e3dad6bb65a req-cd177722-095b-4a18-aaaa-e425ff237a69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1130 time: 0.0433326 Mar 28 23:41:25.261294 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6a84a3d7-5af9-4d2d-9792-8e3dad6bb65a req-f74dea1d-7e20-40d1-a398-bbbeaf49ba55 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372992 Mar 28 23:41:25.475793 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2eb8d-b4a9-44f9-adca-27fde222c334 req-d268a4f7-1fbd-4f68-bdd2-8f17a13b2fe1 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:25.478100 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6c2eb8d-b4a9-44f9-adca-27fde222c334 req-d268a4f7-1fbd-4f68-bdd2-8f17a13b2fe1 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0512450 Mar 28 23:41:25.526689 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e6c2eb8d-b4a9-44f9-adca-27fde222c334 req-13164982-6336-4b16-b060-c95f547fbba1 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Mar 28 23:41:25.731530 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9011853-9886-469f-b823-bfaa1df92def req-b9e80655-dc8e-4167-9622-be51028252b7 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:25.733004 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a9011853-9886-469f-b823-bfaa1df92def req-b9e80655-dc8e-4167-9622-be51028252b7 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0508902 Mar 28 23:41:25.782400 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a9011853-9886-469f-b823-bfaa1df92def req-d18d5477-3bb9-4c25-b5aa-3232e9558d41 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438502 Mar 28 23:41:26.646622 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3b24c-a906-43e9-848e-9aa05bdfcc98 req-dd48ce2f-87f4-4549-8409-bb45f978e8e6 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:26.648151 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-33a3b24c-a906-43e9-848e-9aa05bdfcc98 req-dd48ce2f-87f4-4549-8409-bb45f978e8e6 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0552232 Mar 28 23:41:26.696958 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-33a3b24c-a906-43e9-848e-9aa05bdfcc98 req-eb7a135a-440d-46a9-bf6e-fdc7b152950c tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 Mar 28 23:41:26.896388 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249017f-95da-457f-b797-78b08e5af735 req-f12fc918-2885-4364-814d-e921c85c3f9e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:26.897824 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9249017f-95da-457f-b797-78b08e5af735 req-f12fc918-2885-4364-814d-e921c85c3f9e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0509498 Mar 28 23:41:26.947592 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9249017f-95da-457f-b797-78b08e5af735 req-ba158b67-80d8-41dd-957a-2d7e0f603b05 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 Mar 28 23:41:27.342017 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-98c6abb9-c3e3-4b62-9f01-853543a07fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:27.343491 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-98c6abb9-c3e3-4b62-9f01-853543a07fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1130 time: 0.0771821 Mar 28 23:41:27.351050 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f02e-a3ac-40d0-a67c-bfee4ddd9045 req-765ac07f-77d4-4bfa-8283-9546999e8592 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:27.352685 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e5a3f02e-a3ac-40d0-a67c-bfee4ddd9045 req-765ac07f-77d4-4bfa-8283-9546999e8592 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0779402 Mar 28 23:41:27.453730 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e5a3f02e-a3ac-40d0-a67c-bfee4ddd9045 req-2db1d950-9f90-4497-b618-4840c69b7583 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926492 Mar 28 23:41:27.467978 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-ed8d1dce-7b51-4d5f-aae9-f5ce132db7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:27.467978 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-ed8d1dce-7b51-4d5f-aae9-f5ce132db7fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.1138422 Mar 28 23:41:27.538185 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-67a04dc3-b745-4fb2-a4ea-08fae3e9dc68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 200 len: 1002 time: 0.0603445 Mar 28 23:41:27.584665 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-b3b900d8-3875-4166-8333-16c239b026e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:27.586005 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-b3b900d8-3875-4166-8333-16c239b026e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0403392 Mar 28 23:41:27.639237 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-6f8f98ea-91ee-44ad-8953-57577f014a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:27.640734 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-6f8f98ea-91ee-44ad-8953-57577f014a87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420849 Mar 28 23:41:27.731475 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-9d8c123f-7bb3-4e08-9a92-df6bdc6a1987 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831277 Mar 28 23:41:27.815466 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723cb8-1854-4c47-9388-edca79354c4e req-2862f978-cf72-460b-b751-675744123c10 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:27.816964 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b0723cb8-1854-4c47-9388-edca79354c4e req-2862f978-cf72-460b-b751-675744123c10 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0521214 Mar 28 23:41:27.822594 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62fbc21f-f24b-4de1-b0b3-0ea76f59a552 req-4d591e04-9cf7-4752-8005-0a00e8c34d58 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825584 Mar 28 23:41:27.864865 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b0723cb8-1854-4c47-9388-edca79354c4e req-77c039f9-cf19-4e64-b419-c56bdd91fb53 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Mar 28 23:41:28.602998 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1f9ee-058a-4b6d-aada-e7483e74d414 req-c0b392b3-1757-4d1a-b3dd-8aa4e90a95bd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:28.604471 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4cc1f9ee-058a-4b6d-aada-e7483e74d414 req-c0b392b3-1757-4d1a-b3dd-8aa4e90a95bd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0843334 Mar 28 23:41:28.615594 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-40718400-ad3a-4e12-9bba-35439a8d0e16 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:28.616947 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-40718400-ad3a-4e12-9bba-35439a8d0e16 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.30 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0678170 Mar 28 23:41:28.713625 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4cc1f9ee-058a-4b6d-aada-e7483e74d414 req-8b77f423-e964-4394-9476-dcd1473cd480 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952005 Mar 28 23:41:28.738057 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Deleting port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:41:28.738729 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:28.985492 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992beb8-f659-490b-ba80-9d0c306eac8b req-68ff3562-c260-4d28-92b0-e10aa499dbb0 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:28.986939 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7992beb8-f659-490b-ba80-9d0c306eac8b req-68ff3562-c260-4d28-92b0-e10aa499dbb0 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/ports?device_id=999b9c8c-08d5-4b14-97d9-578ff74361c9 HTTP/1.1" status: 200 len: 945 time: 0.0545285 Mar 28 23:41:29.034006 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7992beb8-f659-490b-ba80-9d0c306eac8b req-64dc0c17-283a-45dd-97d0-9f19f8c79741 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.16 "GET /v2.0/security-groups?id=dea6973b-18af-41be-a4ab-58ccc7ef918d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399599 Mar 28 23:41:29.035068 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] For port f0bcbded-1516-4f02-aeda-239f3b3f4ff3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,segment=NetworkSegment(947588dc-5c39-49e1-9640-81c5b29f94c5),segment_id=947588dc-5c39-49e1-9640-81c5b29f94c5)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:29.035444 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:29.049100 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Calling delete_port for f0bcbded-1516-4f02-aeda-239f3b3f4ff3 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:41:29.175075 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (f0bcbded-1516-4f02-aeda-239f3b3f4ff3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:29.186862 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['f0bcbded-1516-4f02-aeda-239f3b3f4ff3'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:41:29.201212 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Pushing event deleted for resources: {'Port': ['ID=f0bcbded-1516-4f02-aeda-239f3b3f4ff3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:29.246018 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] No DVR routers for this DVR port f0bcbded-1516-4f02-aeda-239f3b3f4ff3 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:41:29.248505 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:29.251849 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b6afde8d-498f-487a-b223-e36164f8f4a8 req-e179f507-fa9f-4c5f-9184-20b0892721a4 tempest-VolumesSnapshotTestJSON-745151928 tempest-VolumesSnapshotTestJSON-745151928-project] 10.222.0.30 "DELETE /v2.0/ports/f0bcbded-1516-4f02-aeda-239f3b3f4ff3 HTTP/1.1" status: 204 len: 173 time: 0.6280138 Mar 28 23:41:29.252295 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999b9c8c-08d5-4b14-97d9-578ff74361c9', 'name': 'network-vif-deleted', 'tag': 'f0bcbded-1516-4f02-aeda-239f3b3f4ff3'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:29.254497 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119ca575-ce40-4ab7-b55a-503ef1105d24" -d '{"events": [{"server_uuid": "999b9c8c-08d5-4b14-97d9-578ff74361c9", "name": "network-vif-deleted", "tag": "f0bcbded-1516-4f02-aeda-239f3b3f4ff3"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:29.288652 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a1dd89-9ed6-45ac-b41c-5194311a7d46 x-openstack-request-id: req-44a1dd89-9ed6-45ac-b41c-5194311a7d46 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:29.288977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999b9c8c-08d5-4b14-97d9-578ff74361c9", "name": "network-vif-deleted", "tag": "f0bcbded-1516-4f02-aeda-239f3b3f4ff3", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:29.289320 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44a1dd89-9ed6-45ac-b41c-5194311a7d46 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:29.290226 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a1dd89-9ed6-45ac-b41c-5194311a7d46'] response: {'server_uuid': '999b9c8c-08d5-4b14-97d9-578ff74361c9', 'name': 'network-vif-deleted', 'tag': 'f0bcbded-1516-4f02-aeda-239f3b3f4ff3', 'status': 'completed', 'code': 200} Mar 28 23:41:29.832739 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4de198-fc7b-4640-8b57-ecd6f92f3465 req-58c55a3d-ca3f-4e40-b48b-9ae022ace38d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:29.834205 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9f4de198-fc7b-4640-8b57-ecd6f92f3465 req-58c55a3d-ca3f-4e40-b48b-9ae022ace38d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Mar 28 23:41:29.881672 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9f4de198-fc7b-4640-8b57-ecd6f92f3465 req-60a4bc4c-3ddc-440b-88fe-dcea5d740c59 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Mar 28 23:41:30.999038 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cfc58-8cab-4686-9f8f-0a7fb250d068 req-13dec264-d8a2-4c83-86b4-51bd878fea21 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:31.000515 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-959cfc58-8cab-4686-9f8f-0a7fb250d068 req-13dec264-d8a2-4c83-86b4-51bd878fea21 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0505819 Mar 28 23:41:31.048133 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-959cfc58-8cab-4686-9f8f-0a7fb250d068 req-7628f8ed-acb6-48b9-b498-daec94e486ea tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Mar 28 23:41:31.148661 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f005dcc-75e8-4dec-9cea-9f0b072a3180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:31.165758 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2a91-8858-4d58-80bd-211ce8ae942b req-cfdb74b5-e891-4faa-8030-884a2fde60f0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:31.167153 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89bc2a91-8858-4d58-80bd-211ce8ae942b req-cfdb74b5-e891-4faa-8030-884a2fde60f0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0557880 Mar 28 23:41:31.175606 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59800) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:31.180417 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7000f067-75f3-4885-9c45-e1ab1a96f0e4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Request body: {'floatingip': {'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:31.189746 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device f0bcbded-1516-4f02-aeda-239f3b3f4ff3 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:41:31.212237 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: f0bcbded-1516-4f02-aeda-239f3b3f4ff3 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:41:31.212586 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device f0bcbded-1516-4f02-aeda-239f3b3f4ff3 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:41:31.234023 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7000f067-75f3-4885-9c45-e1ab1a96f0e4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (0a1323c3-9ffc-4141-b90b-6d316c30581b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:31.706274 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7000f067-75f3-4885-9c45-e1ab1a96f0e4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:31.709729 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7000f067-75f3-4885-9c45-e1ab1a96f0e4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (0a1323c3-9ffc-4141-b90b-6d316c30581b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:31.734314 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:41:31.918950 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7000f067-75f3-4885-9c45-e1ab1a96f0e4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:41:32.026836 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7000f067-75f3-4885-9c45-e1ab1a96f0e4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:32.031281 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7000f067-75f3-4885-9c45-e1ab1a96f0e4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:32.036766 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] Sync routers for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:41:32.046562 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:32.047173 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:32.064311 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:32.066535 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce" -d '{"events": [{"name": "network-changed", "server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:32.096465 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-7000f067-75f3-4885-9c45-e1ab1a96f0e4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "PUT /v2.0/floatingips/0a1323c3-9ffc-4141-b90b-6d316c30581b HTTP/1.1" status: 200 len: 994 time: 0.9196551 Mar 28 23:41:32.101235 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ec8ff5-e85d-43a1-a072-88fd51fe8303 x-openstack-request-id: req-67ec8ff5-e85d-43a1-a072-88fd51fe8303 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:32.101528 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:32.102035 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67ec8ff5-e85d-43a1-a072-88fd51fe8303 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:32.102435 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ec8ff5-e85d-43a1-a072-88fd51fe8303'] response: {'name': 'network-changed', 'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'status': 'completed', 'code': 200} Mar 28 23:41:32.154545 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:32.169686 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-e4882c61-dce8-4458-aacf-a069cb74e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:32.171217 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-e4882c61-dce8-4458-aacf-a069cb74e6c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1130 time: 0.0448351 Mar 28 23:41:32.267141 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-afe99cdc-3160-4f7f-95e2-0e6b5c890b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:32.268655 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-afe99cdc-3160-4f7f-95e2-0e6b5c890b99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.0869634 Mar 28 23:41:32.331768 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-9dcc7f2a-64b7-42ff-9799-07dfad2d540f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 200 len: 1002 time: 0.0568650 Mar 28 23:41:32.372484 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '0a1323c3-9ffc-4141-b90b-6d316c30581b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'floating_ip_address': '172.28.0.167', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'mac_address': 'fa:16:3e:7c:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:37Z', 'updated_at': '2022-03-28T23:41:31Z', 'revision_number': 3, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:32.384998 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-2d8e6c64-2a64-4de3-802d-3b8c7f02a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:32.386447 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-2d8e6c64-2a64-4de3-802d-3b8c7f02a84f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0464954 Mar 28 23:41:32.402071 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] Checking router: dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:41:32.410296 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:32.410906 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:32.434758 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-624352b3-4a86-48c9-bac7-fd28568f37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:32.436372 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-624352b3-4a86-48c9-bac7-fd28568f37f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441041 Mar 28 23:41:32.516327 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:32.524307 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-325fd4f6-9270-4496-898e-d912d3b247a0 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813553 Mar 28 23:41:32.623903 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-53cc9d9b-cd06-4d2d-9c7c-40943f3cefce req-60660758-28cb-420b-892a-3e92243f31b8 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879059 Mar 28 23:41:32.744160 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '0a1323c3-9ffc-4141-b90b-6d316c30581b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'floating_ip_address': '172.28.0.167', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'mac_address': 'fa:16:3e:7c:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:37Z', 'updated_at': '2022-03-28T23:41:31Z', 'revision_number': 3, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:32.771020 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61741a-e592-4681-91e9-878134035ff0 None None] The sync data for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb is: [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '0a1323c3-9ffc-4141-b90b-6d316c30581b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'floating_ip_address': '172.28.0.167', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'port_id': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'mac_address': 'fa:16:3e:7c:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:39:37Z', 'updated_at': '2022-03-28T23:41:31Z', 'revision_number': 3, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:33.441224 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af9914fb-9a10-4bdf-ad6e-33d43eb8e7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:34.103273 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:34.105708 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568" -d '{"events": [{"name": "network-changed", "server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:34.140404 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315bea83-aec5-41af-b54d-4f019c43df7a x-openstack-request-id: req-315bea83-aec5-41af-b54d-4f019c43df7a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:34.140783 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:34.141044 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-315bea83-aec5-41af-b54d-4f019c43df7a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:34.141451 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315bea83-aec5-41af-b54d-4f019c43df7a'] response: {'name': 'network-changed', 'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'status': 'completed', 'code': 200} Mar 28 23:41:34.210875 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-38434449-d1fa-41aa-89e7-73cc95d050d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:34.212516 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-38434449-d1fa-41aa-89e7-73cc95d050d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 1130 time: 0.0468867 Mar 28 23:41:34.311770 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-86a55d09-182c-4765-b82b-4cba5c606c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:34.313227 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-86a55d09-182c-4765-b82b-4cba5c606c7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.0852177 Mar 28 23:41:34.376927 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-89bb631f-8cb6-4d06-bf67-32b484041c78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 200 len: 1002 time: 0.0573294 Mar 28 23:41:34.423752 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-4c0736e8-6d2b-4313-ad73-a16efeca2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:34.425228 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-4c0736e8-6d2b-4313-ad73-a16efeca2a34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0427592 Mar 28 23:41:34.475572 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-1efaeccb-b7e5-4d01-83fa-ef0a88f50d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:34.477898 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-1efaeccb-b7e5-4d01-83fa-ef0a88f50d81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467577 Mar 28 23:41:34.566138 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-8d2f449a-d984-4678-8888-2d2bb82b4a1a service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821242 Mar 28 23:41:34.659040 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d7b93ad4-aa9a-49da-9a10-b7054a0c5568 req-f4a1af9f-fc66-4fcf-82c2-72bba15f4b90 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861430 Mar 28 23:41:34.736833 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:34.770128 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c4a8b-8ae7-497e-9006-6cea0fbc92cd req-2f20e44b-4e52-47a4-8e59-f7c3b31fc80e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:34.771613 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c85c4a8b-8ae7-497e-9006-6cea0fbc92cd req-2f20e44b-4e52-47a4-8e59-f7c3b31fc80e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 946 time: 0.0539014 Mar 28 23:41:34.818943 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c85c4a8b-8ae7-497e-9006-6cea0fbc92cd req-4a681bff-0200-4564-8872-541a8ea98879 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413187 Mar 28 23:41:35.938846 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c4d6d-38f6-4ac0-8c85-c57dd2095433 req-9fcf5ac6-b9ad-4567-a0d3-4a66b96bc5b2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:35.940288 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e97c4d6d-38f6-4ac0-8c85-c57dd2095433 req-9fcf5ac6-b9ad-4567-a0d3-4a66b96bc5b2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 946 time: 0.0496500 Mar 28 23:41:35.984575 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e97c4d6d-38f6-4ac0-8c85-c57dd2095433 req-213b5ad2-c348-4939-a9e3-76e9ffcb279e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=1728e885-2df5-4d7a-b7f3-67673e2bf690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380881 Mar 28 23:41:36.140521 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:36.494034 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-0ae42af6-6ba2-46c7-9661-8e1c1719c147 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:36.495493 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-0ae42af6-6ba2-46c7-9661-8e1c1719c147 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 946 time: 0.0514715 Mar 28 23:41:36.596754 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Deleting port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:41:36.597051 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:36.685487 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] For port 5c6e2f7a-cd3a-44a8-950d-2905a6338520, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=5c6e2f7a-cd3a-44a8-950d-2905a6338520,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:36.685857 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:36.857027 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:36.857316 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (07ec11ae-0d57-4669-99ae-6e65da85ac26), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:36.857636 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Floating IP 07ec11ae-0d57-4669-99ae-6e65da85ac26 disassociated. External IP: 172.28.0.51, port: 5c6e2f7a-cd3a-44a8-950d-2905a6338520. Mar 28 23:41:36.857986 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Calling delete_port for 5c6e2f7a-cd3a-44a8-950d-2905a6338520 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:41:36.982404 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (5c6e2f7a-cd3a-44a8-950d-2905a6338520), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:37.013541 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event deleted for resources: {'Port': ['ID=5c6e2f7a-cd3a-44a8-950d-2905a6338520,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:37.120044 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7c307c77-0174-45c2-b133-78ef0161f870 req-68a79a80-cba1-49a8-8208-39cfbccb2b1a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=0435e050-a617-4582-a149-388fe8336aad HTTP/1.1" status: 200 len: 210 time: 0.0387616 Mar 28 23:41:37.152716 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Router 66cbc431-fe18-455f-a192-beca8dcc3023 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:41:37.478353 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:37.488384 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] Sync routers for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:41:37.498524 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:37.499173 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:37.518204 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] No DVR routers for this DVR port 5c6e2f7a-cd3a-44a8-950d-2905a6338520 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:41:37.520714 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:37.524539 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dfa85dd6-c87f-4454-8061-8042b324f4ac req-d4180554-eaaf-4598-96a8-93345fabda2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "DELETE /v2.0/ports/5c6e2f7a-cd3a-44a8-950d-2905a6338520 HTTP/1.1" status: 204 len: 173 time: 1.0228331 Mar 28 23:41:37.524977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-deleted', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:37.527178 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7e1de-3cbf-4d97-9b52-3a36fdcb10af" -d '{"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-deleted", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:37.579701 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88478cfa-6394-4348-94a5-ed1b21c2f001 x-openstack-request-id: req-88478cfa-6394-4348-94a5-ed1b21c2f001 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:37.580113 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0435e050-a617-4582-a149-388fe8336aad", "name": "network-vif-deleted", "tag": "5c6e2f7a-cd3a-44a8-950d-2905a6338520", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:37.580458 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88478cfa-6394-4348-94a5-ed1b21c2f001 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:37.581471 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88478cfa-6394-4348-94a5-ed1b21c2f001'] response: {'server_uuid': '0435e050-a617-4582-a149-388fe8336aad', 'name': 'network-vif-deleted', 'tag': '5c6e2f7a-cd3a-44a8-950d-2905a6338520', 'status': 'completed', 'code': 200} Mar 28 23:41:37.614193 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:37.743976 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:37.833193 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:37.859531 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] Checking router: 66cbc431-fe18-455f-a192-beca8dcc3023 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:41:37.868722 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:37.869348 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:37.978301 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:38.171360 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:38.201635 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1fc8d-67e2-4b7a-886c-b7859c4231eb None None] The sync data for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb is: [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:38.209931 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:38.267226 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0e570a7-bd73-4a1e-859e-d6847865d44f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (1728e885-2df5-4d7a-b7f3-67673e2bf690), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.291324 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0e570a7-bd73-4a1e-859e-d6847865d44f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (1728e885-2df5-4d7a-b7f3-67673e2bf690), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.340257 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0e570a7-bd73-4a1e-859e-d6847865d44f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (1728e885-2df5-4d7a-b7f3-67673e2bf690), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.342902 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0e570a7-bd73-4a1e-859e-d6847865d44f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.344094 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e0e570a7-bd73-4a1e-859e-d6847865d44f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "DELETE /v2.0/security-groups/1728e885-2df5-4d7a-b7f3-67673e2bf690 HTTP/1.1" status: 204 len: 168 time: 0.1329720 Mar 28 23:41:38.346946 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59890) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:38.353987 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e570a7-bd73-4a1e-859e-d6847865d44f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1728e885-2df5-4d7a-b7f3-67673e2bf690,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:38.360783 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.api.v2.resource [None req-7efb34aa-bf9b-48b7-9be0-546bc70cb559 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] show failed (client error): The resource could not be found. Mar 28 23:41:38.367587 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7efb34aa-bf9b-48b7-9be0-546bc70cb559 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups/1728e885-2df5-4d7a-b7f3-67673e2bf690 HTTP/1.1" status: 404 len: 347 time: 0.0187218 Mar 28 23:41:38.370468 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59892) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:38.444323 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197f8c2-c8f0-4a01-b375-abaeb18209ea None None] New status for floating IP 07ec11ae-0d57-4669-99ae-6e65da85ac26: DOWN {{(pid=103357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:41:38.494933 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Deleting port 3e34b82c-f9f7-48dd-8b39-c5a3194880b9 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:41:38.495271 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.569407 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.569726 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.581377 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Calling delete_port for 3e34b82c-f9f7-48dd-8b39-c5a3194880b9 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:41:38.709032 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (3e34b82c-f9f7-48dd-8b39-c5a3194880b9), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.934914 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event deleted for resources: {'Port': ['ID=3e34b82c-f9f7-48dd-8b39-c5a3194880b9,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:38.996765 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (07ec11ae-0d57-4669-99ae-6e65da85ac26), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:38.999465 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.000643 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-12d69798-805f-4a36-b918-8787533bb482 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "DELETE /v2.0/floatingips/07ec11ae-0d57-4669-99ae-6e65da85ac26 HTTP/1.1" status: 204 len: 168 time: 0.6292756 Mar 28 23:41:39.251359 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:41:39.271218 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 5c6e2f7a-cd3a-44a8-950d-2905a6338520 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:41:39.271560 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 5c6e2f7a-cd3a-44a8-950d-2905a6338520 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:41:39.506143 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 59904) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:39.511154 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-95d8a2eb-16e0-4cea-930a-be22ce3f506d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739142529', 'description': 'tempest-description--584843687'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:39.532474 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95d8a2eb-16e0-4cea-930a-be22ce3f506d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.598482 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95d8a2eb-16e0-4cea-930a-be22ce3f506d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.603260 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95d8a2eb-16e0-4cea-930a-be22ce3f506d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.635460 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95d8a2eb-16e0-4cea-930a-be22ce3f506d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.636760 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-95d8a2eb-16e0-4cea-930a-be22ce3f506d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295741 Mar 28 23:41:39.638799 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8a2eb-16e0-4cea-930a-be22ce3f506d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:39.639638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59906) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:39.644069 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-6f8aea9b-24af-460d-9b1e-5f1ac3d96541 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'security_group_rule': {'security_group_id': 'e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:39.668079 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f8aea9b-24af-460d-9b1e-5f1ac3d96541 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (cfde41ac-5f4d-49c8-b640-c52021856dad), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.719116 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f8aea9b-24af-460d-9b1e-5f1ac3d96541 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (cfde41ac-5f4d-49c8-b640-c52021856dad), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.722825 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f8aea9b-24af-460d-9b1e-5f1ac3d96541 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (cfde41ac-5f4d-49c8-b640-c52021856dad), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.740389 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8aea9b-24af-460d-9b1e-5f1ac3d96541 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfde41ac-5f4d-49c8-b640-c52021856dad,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:39.749397 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f8aea9b-24af-460d-9b1e-5f1ac3d96541 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.750563 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6f8aea9b-24af-460d-9b1e-5f1ac3d96541 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099031 Mar 28 23:41:39.753130 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59908) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:39.757221 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-7b0e62f3-e1f1-4d95-97ed-e0fd4b95adad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'security_group_rule': {'security_group_id': 'e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:39.780811 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b0e62f3-e1f1-4d95-97ed-e0fd4b95adad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (ebecffed-f780-4cce-b4d5-223cab7c5de2), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.835082 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b0e62f3-e1f1-4d95-97ed-e0fd4b95adad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (ebecffed-f780-4cce-b4d5-223cab7c5de2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.838464 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b0e62f3-e1f1-4d95-97ed-e0fd4b95adad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (ebecffed-f780-4cce-b4d5-223cab7c5de2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.856243 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e62f3-e1f1-4d95-97ed-e0fd4b95adad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebecffed-f780-4cce-b4d5-223cab7c5de2,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:39.861436 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b0e62f3-e1f1-4d95-97ed-e0fd4b95adad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.862557 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7b0e62f3-e1f1-4d95-97ed-e0fd4b95adad tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1085372 Mar 28 23:41:39.865558 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 59910) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:39.870164 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:39.888910 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:39.982849 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.083414 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Allocated IP 172.28.0.108 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/af5853c0-f62b-4812-a3ef-1dfd3eac68d0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:40.184384 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for port (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.220290 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.263022 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:40.266252 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:40.268764 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:40.294954 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'Port': ['ID=af5853c0-f62b-4812-a3ef-1dfd3eac68d0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:40.358962 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (edef96d4-6723-4821-acca-97e1d1a49e62), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.392344 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.535441 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for port (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.540354 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.608217 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'Port': ['ID=af5853c0-f62b-4812-a3ef-1dfd3eac68d0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:40.617710 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (edef96d4-6723-4821-acca-97e1d1a49e62), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.632200 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:40.633405 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-dd33e3e1-5cbb-443b-a1c1-0c922927e128 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7669570 Mar 28 23:41:40.825218 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-5649d899-0468-4ee0-aa5b-3e594b4c1c1a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1739142529&fields=id&tenant_id=c7a33c05be9a48fdb57b386cc588c062 HTTP/1.1" status: 200 len: 267 time: 0.0409009 Mar 28 23:41:40.925359 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-077416a6-2e6f-4795-98d2-3c9bbef3a047 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:40.926750 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-077416a6-2e6f-4795-98d2-3c9bbef3a047 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 817 time: 0.0952344 Mar 28 23:41:40.940792 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-f397030e-73ba-445b-adbd-4e2c8a95e036 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/quotas/c7a33c05be9a48fdb57b386cc588c062 HTTP/1.1" status: 200 len: 375 time: 0.0087655 Mar 28 23:41:40.997644 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-54238423-a4ff-4731-93c0-97e6b335f04e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516171 Mar 28 23:41:41.087277 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-8fb5f956-4382-409a-b669-24668e95d687 service neutron] 10.222.0.16 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782883 Mar 28 23:41:41.176888 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-b97090c0-60c8-48e8-9409-c998addd7439 service neutron] 10.222.0.16 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838518 Mar 28 23:41:41.348842 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-69def917-cb10-40ad-992d-a5e42be300e6 req-545b7c43-2d75-495e-82b3-b98ed90daefb tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 210 time: 0.0409396 Mar 28 23:41:41.740934 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-06e6fc9f-e371-4c38-9a79-fbfede0d7720 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434985 Mar 28 23:41:41.816557 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-31d3889f-0f95-478b-aeed-ea97c54d32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:41.818062 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-31d3889f-0f95-478b-aeed-ea97c54d32c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517ec0067f0d482cae1465b1633f7b5e&device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 1129 time: 0.0447798 Mar 28 23:41:41.922368 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-8b05f032-26bf-4d35-81fe-f8f62950686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:41.923858 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-8b05f032-26bf-4d35-81fe-f8f62950686f service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 200 len: 920 time: 0.0881171 Mar 28 23:41:41.964816 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-8e0cc9fd-a22a-416e-9d06-b879bcba34ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baa9cbc-1807-410b-8170-d48722904bca HTTP/1.1" status: 200 len: 217 time: 0.0341961 Mar 28 23:41:42.017569 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-967c7c0e-36e7-4e71-ac4a-da5076e2a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:42.018888 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-967c7c0e-36e7-4e71-ac4a-da5076e2a780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 200 len: 858 time: 0.0460832 Mar 28 23:41:42.067928 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-a81f23f1-5ac4-4f43-837a-84c594277565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:42.069445 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-a81f23f1-5ac4-4f43-837a-84c594277565 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0432470 Mar 28 23:41:42.158163 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-c31bb79c-cb48-4ace-a8fa-f8b568aff0ad service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811255 Mar 28 23:41:42.262700 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8676e9c-b0aa-4d13-8e8f-ef88eb380c12 req-92e3e804-3327-443c-983f-1345a587b643 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978074 Mar 28 23:41:42.352590 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-1081e6ba-8401-4032-a352-4827886b89c6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:42.353943 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-1081e6ba-8401-4032-a352-4827886b89c6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 817 time: 0.1058218 Mar 28 23:41:42.433509 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-d8b51348-9b7c-4ea9-9e14-3ed16f9bb726 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a33c05be9a48fdb57b386cc588c062 HTTP/1.1" status: 200 len: 380 time: 0.0695863 Mar 28 23:41:42.444687 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'port': {'device_id': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'admin_state_up': True, 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'security_groups': ['e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:42.463629 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1397f27b-3cf3-456a-8ce2-abffe5560971 req-cb6cdfe7-3e94-4316-9e8e-9d23ef0bc5e3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 210 time: 0.0269182 Mar 28 23:41:42.554317 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Made reservation on behalf of c7a33c05be9a48fdb57b386cc588c062 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:41:42.557629 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:42.689417 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Allocated IP 172.20.0.4 (2f0721c1-751e-4a48-9590-46e6558f9aec/6c42e3b4-3cac-4376-9814-f15810be9554/ec4d3617-5743-496b-8e39-e672e17a8c74) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:42.820584 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:42.853302 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:42.896934 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Network 2f0721c1-751e-4a48-9590-46e6558f9aec is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:42.900507 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:42.906358 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:42.912781 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:42.959191 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:42.959846 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:42.977998 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-6297cfee-b1bd-4597-b986-de16780e49e6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370421 Mar 28 23:41:42.992972 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Request body: {'port': {'device_id': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:43.055143 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:43.177276 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-fd5b4790-aa49-4fbc-94ca-6ed02654b2e3 None None] Provisioning complete for port ec4d3617-5743-496b-8e39-e672e17a8c74 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:43.177876 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4790-aa49-4fbc-94ca-6ed02654b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:43.209798 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b4790-aa49-4fbc-94ca-6ed02654b2e3 None None] Port ec4d3617-5743-496b-8e39-e672e17a8c74 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:41:43.321556 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4d3617-5743-496b-8e39-e672e17a8c74 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:41:43.329255 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Publish callbacks [] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:43.341030 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Transition to ACTIVE for port object ec4d3617-5743-496b-8e39-e672e17a8c74 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:41:43.344635 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:43.412714 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:43.466738 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Attempting to bind port ec4d3617-5743-496b-8e39-e672e17a8c74 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:41:43.467082 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Attempting to bind port ec4d3617-5743-496b-8e39-e672e17a8c74 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:41:43.467402 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Attempting to bind port ec4d3617-5743-496b-8e39-e672e17a8c74 on network 2f0721c1-751e-4a48-9590-46e6558f9aec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:43.472015 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Port ec4d3617-5743-496b-8e39-e672e17a8c74 on network 2f0721c1-751e-4a48-9590-46e6558f9aec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:41:43.472339 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Attempting to bind port ec4d3617-5743-496b-8e39-e672e17a8c74 on network 2f0721c1-751e-4a48-9590-46e6558f9aec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:43.477505 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:41:43.477840 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Checking segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:43.478223 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Bound using segment: {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:41:43.478645 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Bound port: ec4d3617-5743-496b-8e39-e672e17a8c74, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5327b76-54c7-405b-a1e1-dbcaba638fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:41:43.479001 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:43.583575 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:41:43.593174 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:43.599225 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:41:43.608127 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:43.645904 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:43.646548 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:43.648017 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] 10.222.0.30 "PUT /v2.0/ports/ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 200 len: 1093 time: 0.6592867 Mar 28 23:41:43.652522 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:43.655247 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b68faaa-c153-4fd4-bae9-dba498871104" -d '{"events": [{"name": "network-changed", "server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:43.670633 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d49f-0dd7-4fa9-ab5f-542ba256d58e req-6c9a00da-965c-49f0-9fe7-45ef702bbe4f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:43.672940 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-07b6d49f-0dd7-4fa9-ab5f-542ba256d58e req-6c9a00da-965c-49f0-9fe7-45ef702bbe4f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.1244698 Mar 28 23:41:43.703783 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d421f6d8-0226-4bfd-989c-8c3084a0e1e5 x-openstack-request-id: req-d421f6d8-0226-4bfd-989c-8c3084a0e1e5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:43.704105 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:43.704395 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d421f6d8-0226-4bfd-989c-8c3084a0e1e5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:43.705045 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d421f6d8-0226-4bfd-989c-8c3084a0e1e5'] response: {'name': 'network-changed', 'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'status': 'completed', 'code': 200} Mar 28 23:41:43.729423 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69423ba-b018-43f6-8282-0d2d3c2db241 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:43.787633 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-07b6d49f-0dd7-4fa9-ab5f-542ba256d58e req-9335319a-bdd3-479e-8aaf-7d79dd0a0876 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047323 Mar 28 23:41:43.795277 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-809052e1-c66c-4f54-a0cb-6fe2bb48bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:43.796916 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-809052e1-c66c-4f54-a0cb-6fe2bb48bd2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 1127 time: 0.0893283 Mar 28 23:41:43.841219 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-1e751714-3192-41de-a666-0ee52b3284a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 200 len: 217 time: 0.0365682 Mar 28 23:41:43.890037 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-40338f53-1675-4808-b513-ce407e9520f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:43.891514 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-40338f53-1675-4808-b513-ce407e9520f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.0440159 Mar 28 23:41:43.943053 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-4dec2d58-9f0d-4108-8351-8a9180d679e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:43.944516 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-4dec2d58-9f0d-4108-8351-8a9180d679e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476153 Mar 28 23:41:44.032104 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-ee400c05-dbb2-4866-abd1-197b4bc61755 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802109 Mar 28 23:41:44.123532 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-89a7b3e5-4f14-4fd5-b014-269377a3ded7 req-e39e13d4-0ca7-4018-b8c2-2c77d2802a26 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850487 Mar 28 23:41:44.222120 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-7ca104a7-35e7-4e2b-914c-baf91e71dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:44.223497 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-7ca104a7-35e7-4e2b-914c-baf91e71dd9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 1127 time: 0.0441849 Mar 28 23:41:44.309789 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-a033dab8-3309-4323-beb0-ee79a8bb3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:44.311219 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-a033dab8-3309-4323-beb0-ee79a8bb3de4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.0808091 Mar 28 23:41:44.359121 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-d05b5cad-119c-4fd5-8c08-384ffeb04c8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 200 len: 217 time: 0.0376818 Mar 28 23:41:44.408400 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-e0d94bf8-a090-4c5d-8af9-3c248ece905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:44.409766 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-e0d94bf8-a090-4c5d-8af9-3c248ece905e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.0414207 Mar 28 23:41:44.457081 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-bc764c86-7608-40ff-bb06-dcdf2d867c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:44.458494 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-bc764c86-7608-40ff-bb06-dcdf2d867c8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0419819 Mar 28 23:41:44.550137 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-78f7ebbf-246a-49ec-864d-fc685164c89f service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817018 Mar 28 23:41:44.636445 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b68faaa-c153-4fd4-bae9-dba498871104 req-7d3a3135-0268-423c-a7b4-d0bd4827f460 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794864 Mar 28 23:41:44.916235 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10150a15-b443-40ca-80d6-35e35daac35d req-5c6d0d0b-cd93-478e-8a44-126f87db6eb6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:44.917713 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-10150a15-b443-40ca-80d6-35e35daac35d req-5c6d0d0b-cd93-478e-8a44-126f87db6eb6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0529475 Mar 28 23:41:44.964766 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-10150a15-b443-40ca-80d6-35e35daac35d req-d7023635-55f7-409f-bde9-1a19f7aa7a6a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 Mar 28 23:41:45.292403 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:41:45.383919 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:45.394754 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'port_id': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'mac_address': 'fa:16:3e:1a:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:41:45.433083 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ec4d3617-5743-496b-8e39-e672e17a8c74 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:45.433471 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:45.446181 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4d3617-5743-496b-8e39-e672e17a8c74 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:41:45.464173 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:45.467533 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:45.512051 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:45.791582 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['ec4d3617-5743-496b-8e39-e672e17a8c74'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:41:46.090366 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe904a6b-389d-440f-b917-45dd76f989af req-948ed210-d92c-4413-b0f5-4805e1cb623d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:46.092029 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe904a6b-389d-440f-b917-45dd76f989af req-948ed210-d92c-4413-b0f5-4805e1cb623d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 944 time: 0.0587068 Mar 28 23:41:46.139510 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fe904a6b-389d-440f-b917-45dd76f989af req-70250259-e57b-4cb1-a6e2-5d4dd1aba26b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415411 Mar 28 23:41:47.028638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60006) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:47.070686 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa6b635-5bfd-451d-a23f-285caf137198 admin admin] Deleting subnet e735e2a6-3116-4c64-a762-6deb7eb4fa7f {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:41:47.073688 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-baa6b635-5bfd-451d-a23f-285caf137198 admin admin] Publish callbacks [] for subnet (e735e2a6-3116-4c64-a762-6deb7eb4fa7f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.110316 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-baa6b635-5bfd-451d-a23f-285caf137198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (e735e2a6-3116-4c64-a762-6deb7eb4fa7f), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.145932 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-baa6b635-5bfd-451d-a23f-285caf137198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (e735e2a6-3116-4c64-a762-6deb7eb4fa7f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.198087 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-baa6b635-5bfd-451d-a23f-285caf137198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (e735e2a6-3116-4c64-a762-6deb7eb4fa7f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.225186 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6b635-5bfd-451d-a23f-285caf137198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e735e2a6-3116-4c64-a762-6deb7eb4fa7f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:47.237171 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-baa6b635-5bfd-451d-a23f-285caf137198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.240333 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-baa6b635-5bfd-451d-a23f-285caf137198 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e735e2a6-3116-4c64-a762-6deb7eb4fa7f HTTP/1.1" status: 204 len: 168 time: 0.2106781 Mar 28 23:41:47.242881 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60010) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:47.280215 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e0c41-c6a7-4292-8c93-22dfe5136d1a req-940c3ad8-cd51-45dc-9ade-867dfd1fc4cc tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:47.281588 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-441e0c41-c6a7-4292-8c93-22dfe5136d1a req-940c3ad8-cd51-45dc-9ade-867dfd1fc4cc tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 944 time: 0.0600364 Mar 28 23:41:47.309386 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:47.311490 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (96e909af-6e50-4fc3-bdd4-837c783553e1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.332106 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-441e0c41-c6a7-4292-8c93-22dfe5136d1a req-87432fa3-6ad5-4cdc-8a98-67edf41a9aa3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Mar 28 23:41:47.367389 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port ec4d3617-5743-496b-8e39-e672e17a8c74 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:41:47.371918 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port ec4d3617-5743-496b-8e39-e672e17a8c74 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:47.372296 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.397314 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (96e909af-6e50-4fc3-bdd4-837c783553e1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.417651 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e909af-6e50-4fc3-bdd4-837c783553e1']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:47.426758 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947588dc-5c39-49e1-9640-81c5b29f94c5') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:47.427057 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947588dc-5c39-49e1-9640-81c5b29f94c5') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:47.436367 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5248420'] for segment (947588dc-5c39-49e1-9640-81c5b29f94c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.447419 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ec4d3617-5743-496b-8e39-e672e17a8c74 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:47.447807 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.449695 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (947588dc-5c39-49e1-9640-81c5b29f94c5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.455763 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:41:47.456310 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836891'] for segment (947588dc-5c39-49e1-9640-81c5b29f94c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: Traceback (most recent call last): Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: timer() Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: cb(*args, **kw) Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: return func(*args, **kwargs) Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: self._notify() Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: self.callback(batched_events) Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: event.method(event) Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: return f(self, *a, **k) Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: return self._get(url).json() Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: return self.request(url, 'GET', **kwargs) Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:41:47.458153 dv-cinder-835525-1-smb neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:41:47.473179 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:47.475366 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb103a2-3c3d-43de-bcc3-2d5506e1fae9" -d '{"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-plugged", "status": "completed", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:47.487365 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:47.493266 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.518119 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (96e909af-6e50-4fc3-bdd4-837c783553e1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.519168 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c32723-dbc9-4025-98f9-966ab6e7744c x-openstack-request-id: req-b9c32723-dbc9-4025-98f9-966ab6e7744c {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:47.519466 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-plugged", "status": "completed", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:47.519723 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9c32723-dbc9-4025-98f9-966ab6e7744c {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:47.520155 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c32723-dbc9-4025-98f9-966ab6e7744c'] response: {'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'code': 200} Mar 28 23:41:47.522966 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.526755 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] 10.222.0.16 "DELETE /v2.0/networks/96e909af-6e50-4fc3-bdd4-837c783553e1 HTTP/1.1" status: 204 len: 168 time: 0.2828114 Mar 28 23:41:47.540223 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeb1b6-05a4-4610-aeef-004aa73c3372 admin admin] Pushing event deleted for resources: {'Network': ['ID=96e909af-6e50-4fc3-bdd4-837c783553e1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:47.547678 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:47.555058 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.555418 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.555766 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.556154 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.556493 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.556827 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.557159 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.557485 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.557815 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.558144 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.558472 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.558801 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.559126 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.559448 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.559795 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:47.654883 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60016) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:47.693109 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f10fde3a-869e-418a-9966-907623b6ae2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdf8bd406d4f4c27ba7dece8f715daa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370183 Mar 28 23:41:47.696201 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60018) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:47.699312 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff725891-1208-465a-8d65-155b37562ee1 req-0f96111f-4963-4a37-a54d-10c612106533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:47.701067 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ff725891-1208-465a-8d65-155b37562ee1 req-0f96111f-4963-4a37-a54d-10c612106533 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 1129 time: 0.0510001 Mar 28 23:41:47.741549 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-786bb6fd-ff69-432b-9082-471eac530f80 admin admin] Publish callbacks [] for security_group (dea6973b-18af-41be-a4ab-58ccc7ef918d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.744812 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ff725891-1208-465a-8d65-155b37562ee1 req-a28dc6f2-a0c7-458e-89fd-777c1b65f49a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376258 Mar 28 23:41:47.761936 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-786bb6fd-ff69-432b-9082-471eac530f80 admin admin] Publish callbacks [] for security_group (dea6973b-18af-41be-a4ab-58ccc7ef918d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.806976 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-786bb6fd-ff69-432b-9082-471eac530f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (dea6973b-18af-41be-a4ab-58ccc7ef918d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.809482 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-786bb6fd-ff69-432b-9082-471eac530f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:47.810597 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-786bb6fd-ff69-432b-9082-471eac530f80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dea6973b-18af-41be-a4ab-58ccc7ef918d HTTP/1.1" status: 204 len: 168 time: 0.1135139 Mar 28 23:41:47.818119 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bb6fd-ff69-432b-9082-471eac530f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6973b-18af-41be-a4ab-58ccc7ef918d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:48.451126 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:48.453222 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1522b-85bd-4ec8-b826-3e28e5c85ffc req-79a70238-410c-47bf-86cd-bfea62429229 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:48.454708 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-60f1522b-85bd-4ec8-b826-3e28e5c85ffc req-79a70238-410c-47bf-86cd-bfea62429229 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0513434 Mar 28 23:41:48.504248 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-60f1522b-85bd-4ec8-b826-3e28e5c85ffc req-8a50b389-0e63-4f20-a829-cbbc68a73e1c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439200 Mar 28 23:41:48.547642 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1114888655-network', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:48.566201 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Made reservation on behalf of bbc1bef7357d414ba50c31a54c94d0bf for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:41:48.568508 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:48.577349 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:48.652105 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Publish callbacks [] for security_group (291144c7-8fe7-4c41-bcf2-79dfa401499c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:48.655731 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (291144c7-8fe7-4c41-bcf2-79dfa401499c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:48.677322 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:41:48.691301 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291144c7-8fe7-4c41-bcf2-79dfa401499c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:48.697430 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (0b942c8e-0f22-4da5-8bbb-66de2d5cb263), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:48.697777 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.segments_db [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Added segment 0b942c8e-0f22-4da5-8bbb-66de2d5cb263 of type vlan for network 74d784ea-0290-4a6d-b337-03ab97145c97 Mar 28 23:41:48.737170 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (74d784ea-0290-4a6d-b337-03ab97145c97), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:48.763913 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (74d784ea-0290-4a6d-b337-03ab97145c97), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:48.764819 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:48.765392 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:48.812209 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3598838 Mar 28 23:41:48.815083 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60046) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:48.820052 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Request body: {'subnet': {'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1114888655-subnet', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:48.829085 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5aa894-0ada-49f7-89d3-f7705050e14b admin admin] Pushing event updated for resources: {'Network': ['ID=74d784ea-0290-4a6d-b337-03ab97145c97,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:48.841226 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 74d784ea-0290-4a6d-b337-03ab97145c97 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:41:48.841742 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Made reservation on behalf of bbc1bef7357d414ba50c31a54c94d0bf for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:41:48.843992 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723756'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.013936 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5498234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723770'] for subnet (b68cd1d6-e4ad-45f7-aa51-c7503b6a2293), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.071910 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:49.078787 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Checking segment: {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:49.079148 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Network hostable DHCP agents. Network: 74d784ea-0290-4a6d-b337-03ab97145c97, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:41:49.096913 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Network 74d784ea-0290-4a6d-b337-03ab97145c97 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:41:49.104631 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 74d784ea-0290-4a6d-b337-03ab97145c97) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:49.108479 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:49.109067 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.113462 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39d141-266f-4fc5-b681-f94c5572c437 None None] Network 74d784ea-0290-4a6d-b337-03ab97145c97 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:41:49.129010 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e5720b5a-d135-4bc3-8582-b28b00c0b34c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3127284 Mar 28 23:41:49.131699 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60048) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:49.136539 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:49.157544 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (2d2c305d-3141-4b36-8803-aa79b6f36499), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.158988 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (2d2c305d-3141-4b36-8803-aa79b6f36499), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.215669 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks [] for router_controller (2d2c305d-3141-4b36-8803-aa79b6f36499), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.217087 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-74d784ea-0290-4a6d-b337-03ab97145c97', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:41:49.218243 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.352598 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Allocated IP 172.20.0.2 (74d784ea-0290-4a6d-b337-03ab97145c97/b68cd1d6-e4ad-45f7-aa51-c7503b6a2293/310519f3-dbe0-42f8-85f2-9b44b534816b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:49.353384 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks [] for router_gateway (2d2c305d-3141-4b36-8803-aa79b6f36499), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.558302 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks [] for router_gateway (2d2c305d-3141-4b36-8803-aa79b6f36499), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.579457 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.618411 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Publish callbacks [] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.625972 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.634532 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6adfe-be0a-40f5-a3e1-751b5237f9c8 req-d996387d-4edf-4325-9ce0-a4623f616270 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:49.637186 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-04d6adfe-be0a-40f5-a3e1-751b5237f9c8 req-d996387d-4edf-4325-9ce0-a4623f616270 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0579748 Mar 28 23:41:49.669858 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Network 74d784ea-0290-4a6d-b337-03ab97145c97 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:49.672717 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:49.681677 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:49.688136 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-04d6adfe-be0a-40f5-a3e1-751b5237f9c8 req-23ed8809-90e5-48b6-be0a-bf368c834441 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449784 Mar 28 23:41:49.694137 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Pushing event updated for resources: {'Port': ['ID=310519f3-dbe0-42f8-85f2-9b44b534816b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:49.712388 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Allocated IP 172.28.0.175 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/1ffbcb71-f422-40b4-8093-fbb0d7d83945) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:49.748299 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Attempting to bind port 310519f3-dbe0-42f8-85f2-9b44b534816b on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:41:49.748684 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Attempting to bind port 310519f3-dbe0-42f8-85f2-9b44b534816b by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:41:49.749699 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Attempting to bind port 310519f3-dbe0-42f8-85f2-9b44b534816b on network 74d784ea-0290-4a6d-b337-03ab97145c97 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:49.754455 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:41:49.754841 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Checking segment: {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:49.755295 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.755703 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Bound using segment: {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:41:49.756285 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Bound port: 310519f3-dbe0-42f8-85f2-9b44b534816b, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:41:49.756678 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.821522 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] For port 310519f3-dbe0-42f8-85f2-9b44b534816b, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:41:49.824616 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] For port 310519f3-dbe0-42f8-85f2-9b44b534816b, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=310519f3-dbe0-42f8-85f2-9b44b534816b,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:41:49.829823 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.853641 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dabb6e-651c-438a-af02-367939012b88 req-7e2f2b9e-f0b7-4ee8-b389-ec458158453f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:49.855126 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-08dabb6e-651c-438a-af02-367939012b88 req-7e2f2b9e-f0b7-4ee8-b389-ec458158453f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0848081 Mar 28 23:41:49.864648 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60056) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:49.870377 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Request body: {'floatingip': {'port_id': 'ec4d3617-5743-496b-8e39-e672e17a8c74'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:49.898948 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1ad32-4c83-4ceb-a55e-2d25295daf91 None None] Pushing event updated for resources: {'Port': ['ID=310519f3-dbe0-42f8-85f2-9b44b534816b,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:49.910717 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks [] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:49.922151 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (edef96d4-6723-4821-acca-97e1d1a49e62), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:50.063809 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:50.173540 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:50.182634 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:50.185037 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:50.213003 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffbcb71-f422-40b4-8093-fbb0d7d83945,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:50.767917 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 23:41:50.830292 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:50.833522 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08212c1-e4b9-457c-ba6a-01977c25ca72 None None] Network 74d784ea-0290-4a6d-b337-03ab97145c97 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:41:50.836479 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (edef96d4-6723-4821-acca-97e1d1a49e62), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:50.875640 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks [] for router_gateway (2d2c305d-3141-4b36-8803-aa79b6f36499), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:50.951302 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-37021a97-f336-4a1f-bc7a-3cc5d5bd00d6 None None] Provisioning complete for port 310519f3-dbe0-42f8-85f2-9b44b534816b triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:50.951952 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37021a97-f336-4a1f-bc7a-3cc5d5bd00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:51.018782 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.l3_db [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Floating IP edef96d4-6723-4821-acca-97e1d1a49e62 associated. External IP: 172.28.0.108, port: ec4d3617-5743-496b-8e39-e672e17a8c74. Mar 28 23:41:51.029900 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-37021a97-f336-4a1f-bc7a-3cc5d5bd00d6 None None] Current status of the port 310519f3-dbe0-42f8-85f2-9b44b534816b is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:51.030772 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37021a97-f336-4a1f-bc7a-3cc5d5bd00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:51.073678 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-37021a97-f336-4a1f-bc7a-3cc5d5bd00d6 None None] For port 310519f3-dbe0-42f8-85f2-9b44b534816b, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=310519f3-dbe0-42f8-85f2-9b44b534816b,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:51.078285 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37021a97-f336-4a1f-bc7a-3cc5d5bd00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:51.127165 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37021a97-f336-4a1f-bc7a-3cc5d5bd00d6 None None] Pushing event updated for resources: {'Port': ['ID=310519f3-dbe0-42f8-85f2-9b44b534816b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:51.197339 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-a6028e5a-130b-466b-a09a-49a2dc2b7930 None None] Provisioning complete for port 310519f3-dbe0-42f8-85f2-9b44b534816b triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:51.197712 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6028e5a-130b-466b-a09a-49a2dc2b7930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:51.214754 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (2d2c305d-3141-4b36-8803-aa79b6f36499), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:51.274863 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a6028e5a-130b-466b-a09a-49a2dc2b7930 None None] Current status of the port 310519f3-dbe0-42f8-85f2-9b44b534816b is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:51.401216 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Router 66cbc431-fe18-455f-a192-beca8dcc3023 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:41:51.489647 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Router 2d2c305d-3141-4b36-8803-aa79b6f36499 is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:41:51.596473 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:51.602425 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:51.607207 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a178430-1a0d-4117-b154-489606745687 None None] Sync routers for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:41:51.616548 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a178430-1a0d-4117-b154-489606745687 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:51.617170 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5a178430-1a0d-4117-b154-489606745687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:51.647931 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c633f28d-c6e5-4f2e-a672-78936c36a4f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "PUT /v2.0/floatingips/edef96d4-6723-4821-acca-97e1d1a49e62 HTTP/1.1" status: 200 len: 991 time: 1.7754970 Mar 28 23:41:51.647931 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:41:51.647931 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1326c405-39ad-4d49-b4d1-b24abd75e8df" -d '{"events": [{"name": "network-changed", "server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:41:51.650708 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:51.668239 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Sync routers for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:41:51.681580 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:51.685383 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-46a8d3ee-9850-430d-ad8b-573b164b05d6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5502348 Mar 28 23:41:51.685766 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60062) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:51.695268 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:51.696015 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:51.730107 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a384989-e3d9-4271-87eb-05e9ec42ee57 x-openstack-request-id: req-5a384989-e3d9-4271-87eb-05e9ec42ee57 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:41:51.730523 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:41:51.731175 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a384989-e3d9-4271-87eb-05e9ec42ee57 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:41:51.731344 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a384989-e3d9-4271-87eb-05e9ec42ee57'] response: {'name': 'network-changed', 'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'status': 'completed', 'code': 200} Mar 28 23:41:51.751098 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5a178430-1a0d-4117-b154-489606745687 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:51.792666 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-0e65a4e3-3acf-4fed-9bd9-ed88f39dbea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:51.796974 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-0e65a4e3-3acf-4fed-9bd9-ed88f39dbea0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 1129 time: 0.0735242 Mar 28 23:41:51.924428 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-3c6701d3-0c1a-4055-ac26-163dc43df5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:51.925834 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-3c6701d3-0c1a-4055-ac26-163dc43df5ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.1208544 Mar 28 23:41:51.927769 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 310519f3-dbe0-42f8-85f2-9b44b534816b up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:51.976787 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:52.010516 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-6134680c-d21d-48cf-b8ef-04bd946b036f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 200 len: 999 time: 0.0759363 Mar 28 23:41:52.071238 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 310519f3-dbe0-42f8-85f2-9b44b534816b triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:52.071866 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.076171 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-f57a730c-e0c6-4ceb-a906-7cbdeff2a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:52.078730 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-f57a730c-e0c6-4ceb-a906-7cbdeff2a8fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.0603979 Mar 28 23:41:52.137640 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5a178430-1a0d-4117-b154-489606745687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'edef96d4-6723-4821-acca-97e1d1a49e62', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'floating_ip_address': '172.28.0.108', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'port_id': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'mac_address': 'fa:16:3e:1a:b6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:41:40Z', 'updated_at': '2022-03-28T23:41:50Z', 'revision_number': 1, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:52.139318 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-bcb63cfd-f1c3-42c5-86ef-2d2a7cfb0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:52.144865 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-bcb63cfd-f1c3-42c5-86ef-2d2a7cfb0976 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0591488 Mar 28 23:41:52.190906 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a178430-1a0d-4117-b154-489606745687 None None] Checking router: 66cbc431-fe18-455f-a192-beca8dcc3023 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:41:52.207221 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:50Z', 'revision_number': 3, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:52.207834 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a178430-1a0d-4117-b154-489606745687 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:52.208564 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5a178430-1a0d-4117-b154-489606745687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:52.214013 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 310519f3-dbe0-42f8-85f2-9b44b534816b is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:52.239773 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Checking router: 2d2c305d-3141-4b36-8803-aa79b6f36499 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:41:52.240146 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Updating router 2d2c305d-3141-4b36-8803-aa79b6f36499 port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:41:52.266285 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-4201fb99-17ea-445c-915c-dceb7be75d3d service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140313 Mar 28 23:41:52.279465 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.321220 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5a178430-1a0d-4117-b154-489606745687 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:52.370316 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1326c405-39ad-4d49-b4d1-b24abd75e8df req-04c3823f-d136-44db-8807-1abafd0ed153 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966129 Mar 28 23:41:52.398658 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.561056 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5a178430-1a0d-4117-b154-489606745687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'edef96d4-6723-4821-acca-97e1d1a49e62', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'floating_ip_address': '172.28.0.108', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'port_id': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'mac_address': 'fa:16:3e:1a:b6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:41:40Z', 'updated_at': '2022-03-28T23:41:50Z', 'revision_number': 1, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:52.561423 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Publish callbacks [] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.563142 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Allocated IP 172.20.0.1 (74d784ea-0290-4a6d-b337-03ab97145c97/b68cd1d6-e4ad-45f7-aa51-c7503b6a2293/178a953b-6cf5-42a7-9351-9b918e03b152) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:52.566599 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.589321 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a178430-1a0d-4117-b154-489606745687 None None] The sync data for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb is: [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'edef96d4-6723-4821-acca-97e1d1a49e62', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'floating_ip_address': '172.28.0.108', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'port_id': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'mac_address': 'fa:16:3e:1a:b6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:41:40Z', 'updated_at': '2022-03-28T23:41:50Z', 'revision_number': 1, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:52.620324 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Attempting to bind port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:41:52.620690 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Attempting to bind port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:41:52.621052 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Attempting to bind port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:52.622931 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Pushing event updated for resources: {'Port': ['ID=1ffbcb71-f422-40b4-8093-fbb0d7d83945,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:52.631620 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:41:52.631947 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:52.632364 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.632750 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:41:52.634207 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Bound port: 1ffbcb71-f422-40b4-8093-fbb0d7d83945, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:41:52.634207 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.637244 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.637589 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.637927 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.638288 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.638624 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.638954 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.639283 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.639606 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.639960 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.640285 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.640605 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.640942 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.641268 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.641586 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.641904 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:52.675839 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Publish callbacks [] for port (178a953b-6cf5-42a7-9351-9b918e03b152), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.696077 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] For port 1ffbcb71-f422-40b4-8093-fbb0d7d83945, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:41:52.699669 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] For port 1ffbcb71-f422-40b4-8093-fbb0d7d83945, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=1ffbcb71-f422-40b4-8093-fbb0d7d83945,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:41:52.705947 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.716520 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.757772 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Network 74d784ea-0290-4a6d-b337-03ab97145c97 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:52.763763 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:52.765013 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:52.765674 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:52.766165 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:52.798131 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Pushing event updated for resources: {'Port': ['ID=178a953b-6cf5-42a7-9351-9b918e03b152,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:52.808428 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947abb8-c805-417d-8483-985fd1d84061 None None] Pushing event updated for resources: {'Port': ['ID=1ffbcb71-f422-40b4-8093-fbb0d7d83945,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:52.810906 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (2d2c305d-3141-4b36-8803-aa79b6f36499), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:52.866236 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8536b7-05d8-40c1-b7bb-c9c18615179f None None] New status for floating IP edef96d4-6723-4821-acca-97e1d1a49e62: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:41:52.913992 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:52.968742 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.108044 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-918c5ad3-5883-44ab-8b55-64377f8121c9 None None] Provisioning complete for port 178a953b-6cf5-42a7-9351-9b918e03b152 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:53.108616 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-918c5ad3-5883-44ab-8b55-64377f8121c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.126711 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:50Z', 'revision_number': 3, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:53.143294 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Publish callbacks [] for port (178a953b-6cf5-42a7-9351-9b918e03b152), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.144373 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-918c5ad3-5883-44ab-8b55-64377f8121c9 None None] Port 178a953b-6cf5-42a7-9351-9b918e03b152 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:41:53.149990 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.154921 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05c166-ba1a-4915-92e3-14bd977d83f7 None None] The sync data for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb is: [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:50Z', 'revision_number': 3, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:53.218082 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (2d2c305d-3141-4b36-8803-aa79b6f36499), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.219873 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Pushing event updated for resources: {'Port': ['ID=178a953b-6cf5-42a7-9351-9b918e03b152,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:53.314129 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Network 74d784ea-0290-4a6d-b337-03ab97145c97 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:53.315557 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:53.453615 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Router 2d2c305d-3141-4b36-8803-aa79b6f36499 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:41:53.569644 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-23acce5f-81d6-4f2c-95a1-bba86198ed57 None None] Provisioning complete for port 178a953b-6cf5-42a7-9351-9b918e03b152 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:53.570164 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23acce5f-81d6-4f2c-95a1-bba86198ed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.578788 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:53.583837 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-2ac4862a-5a19-4de5-a80d-1991d9d13784 admin admin] 10.222.0.16 "PUT /v2.0/routers/2d2c305d-3141-4b36-8803-aa79b6f36499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8969800 Mar 28 23:41:53.606476 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-23acce5f-81d6-4f2c-95a1-bba86198ed57 None None] Port 178a953b-6cf5-42a7-9351-9b918e03b152 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:41:53.746955 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 1ffbcb71-f422-40b4-8093-fbb0d7d83945 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:53.799193 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:53.799578 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.885877 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:53.886272 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.908946 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 1ffbcb71-f422-40b4-8093-fbb0d7d83945, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=1ffbcb71-f422-40b4-8093-fbb0d7d83945,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:53.915238 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:53.967956 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=1ffbcb71-f422-40b4-8093-fbb0d7d83945,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:54.102521 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60080) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:54.107398 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1404599543-network', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:54.126540 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Made reservation on behalf of a22e62313e9d48e69a7e147a1caf739d for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:41:54.128778 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.137637 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.210099 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Publish callbacks [] for security_group (c7fc3ac3-276e-4a53-9b78-99e486d98556), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.213842 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c7fc3ac3-276e-4a53-9b78-99e486d98556), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.238902 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:41:54.249401 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc3ac3-276e-4a53-9b78-99e486d98556,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:54.254559 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (fb5b0b41-4043-480a-8169-bd3e91f2dd37), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.254933 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.segments_db [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Added segment fb5b0b41-4043-480a-8169-bd3e91f2dd37 of type vlan for network 28ce391a-3b75-4e21-91e5-108dae0096de Mar 28 23:41:54.296075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (28ce391a-3b75-4e21-91e5-108dae0096de), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.319276 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (28ce391a-3b75-4e21-91e5-108dae0096de), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.320487 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:54.321075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.378575 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2748747 Mar 28 23:41:54.381292 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60082) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:54.386331 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Request body: {'subnet': {'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1404599543-subnet', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:54.395729 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65084250-aac6-4a47-a1f3-0126c1f68ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=28ce391a-3b75-4e21-91e5-108dae0096de,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:54.405217 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 28ce391a-3b75-4e21-91e5-108dae0096de details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:41:54.409908 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Made reservation on behalf of a22e62313e9d48e69a7e147a1caf739d for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:41:54.412421 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723756'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.582532 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5498234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723770'] for subnet (874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.638781 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:54.646940 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Checking segment: {'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:54.647299 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Network hostable DHCP agents. Network: 28ce391a-3b75-4e21-91e5-108dae0096de, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:41:54.664829 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Network 28ce391a-3b75-4e21-91e5-108dae0096de is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:41:54.673078 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 28ce391a-3b75-4e21-91e5-108dae0096de) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:54.677539 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:41:54.678560 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.682169 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d71f0-9b8f-4dba-a9ac-ce42436a1ed2 None None] Network 28ce391a-3b75-4e21-91e5-108dae0096de requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:41:54.694792 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-eb1310c1-42e5-4c71-9f17-734b569a5b0b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3124530 Mar 28 23:41:54.697490 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60084) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:54.701915 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:41:54.723734 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (4d4bf296-9a96-42bf-86b1-44743312623e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.725049 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (4d4bf296-9a96-42bf-86b1-44743312623e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.786978 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks [] for router_controller (4d4bf296-9a96-42bf-86b1-44743312623e), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.792084 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-28ce391a-3b75-4e21-91e5-108dae0096de', 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de', 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'fixed_ips': [{'subnet_id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:41:54.793223 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.827272 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Sync routers for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:41:54.838492 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:54.839108 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:54.929932 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Allocated IP 172.20.0.2 (28ce391a-3b75-4e21-91e5-108dae0096de/874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93/43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:54.931072 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks [] for router_gateway (4d4bf296-9a96-42bf-86b1-44743312623e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:54.959009 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:55.157278 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks [] for router_gateway (4d4bf296-9a96-42bf-86b1-44743312623e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.176277 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.182770 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 2, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:55.205722 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Publish callbacks [] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.211584 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.213431 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Checking router: 2d2c305d-3141-4b36-8803-aa79b6f36499 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:41:55.214046 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Updating router 2d2c305d-3141-4b36-8803-aa79b6f36499 port 178a953b-6cf5-42a7-9351-9b918e03b152 binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:41:55.247183 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.253443 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Network 28ce391a-3b75-4e21-91e5-108dae0096de is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:55.258960 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:55.263536 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:55.265731 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Pushing event updated for resources: {'Port': ['ID=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:55.290950 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Allocated IP 172.28.0.222 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/7fea1282-26bd-4783-9044-9f74c2f39290) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:55.320806 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Attempting to bind port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:41:55.321161 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Attempting to bind port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:41:55.321534 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Attempting to bind port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 on network 28ce391a-3b75-4e21-91e5-108dae0096de {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:55.326577 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:41:55.326956 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Checking segment: {'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:55.327367 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.327766 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Bound using segment: {'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:41:55.328266 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Bound port: 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:41:55.328651 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.392049 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] For port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:41:55.395784 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] For port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,segment=NetworkSegment(fb5b0b41-4043-480a-8169-bd3e91f2dd37),segment_id=fb5b0b41-4043-480a-8169-bd3e91f2dd37)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:41:55.401897 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.405642 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks [] for port (7fea1282-26bd-4783-9044-9f74c2f39290), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.449281 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.466039 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65cffc-6f53-4c93-875a-f6fee2a8dc7c None None] Pushing event updated for resources: {'Port': ['ID=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:55.491415 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:55.499888 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:55.502432 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:55.504545 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Pushing event updated for resources: {'Port': ['ID=7fea1282-26bd-4783-9044-9f74c2f39290,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:55.527265 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Publish callbacks [] for port (178a953b-6cf5-42a7-9351-9b918e03b152), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.533274 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.534621 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.534969 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.535323 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.535664 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.536025 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.536357 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.536684 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.537016 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.537343 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.537669 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.538010 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.538375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.538702 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.539055 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.539374 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:41:55.754007 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Attempting to bind port 178a953b-6cf5-42a7-9351-9b918e03b152 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:41:55.754474 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Attempting to bind port 178a953b-6cf5-42a7-9351-9b918e03b152 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:41:55.754897 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Attempting to bind port 178a953b-6cf5-42a7-9351-9b918e03b152 on network 74d784ea-0290-4a6d-b337-03ab97145c97 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:55.767629 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bef8d1-6763-480e-b495-2993f8a9cf41 None None] Pushing event updated for resources: {'Port': ['ID=178a953b-6cf5-42a7-9351-9b918e03b152,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:55.772645 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:41:55.773017 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Checking segment: {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:55.774000 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.774374 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Bound using segment: {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:41:55.774847 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Bound port: 178a953b-6cf5-42a7-9351-9b918e03b152, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:41:55.775310 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.813846 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 1ffbcb71-f422-40b4-8093-fbb0d7d83945 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:55.862296 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] For port 178a953b-6cf5-42a7-9351-9b918e03b152, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:41:55.865930 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] For port 178a953b-6cf5-42a7-9351-9b918e03b152, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=178a953b-6cf5-42a7-9351-9b918e03b152,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:41:55.875172 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.888613 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:55.889032 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.894437 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks [] for router_gateway (4d4bf296-9a96-42bf-86b1-44743312623e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:55.953982 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bef8d1-6763-480e-b495-2993f8a9cf41 None None] Pushing event updated for resources: {'Port': ['ID=178a953b-6cf5-42a7-9351-9b918e03b152,revision_number=4']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:55.958584 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:55.959215 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:55.974630 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-cd274b4c-b343-4172-bd63-5e28b10bb4d0 None None] Provisioning complete for port 178a953b-6cf5-42a7-9351-9b918e03b152 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:55.975010 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cd274b4c-b343-4172-bd63-5e28b10bb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:56.050617 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:56.109772 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:56.122552 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-cd274b4c-b343-4172-bd63-5e28b10bb4d0 None None] Current status of the port 178a953b-6cf5-42a7-9351-9b918e03b152 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:56.123297 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cd274b4c-b343-4172-bd63-5e28b10bb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:56.160855 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cd274b4c-b343-4172-bd63-5e28b10bb4d0 None None] For port 178a953b-6cf5-42a7-9351-9b918e03b152, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=178a953b-6cf5-42a7-9351-9b918e03b152,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:56.171650 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cd274b4c-b343-4172-bd63-5e28b10bb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:56.223034 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd274b4c-b343-4172-bd63-5e28b10bb4d0 None None] Pushing event updated for resources: {'Port': ['ID=178a953b-6cf5-42a7-9351-9b918e03b152,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:56.295521 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-9251f9e0-d9c2-4d4a-a238-36ad04a4fb86 None None] Provisioning complete for port 178a953b-6cf5-42a7-9351-9b918e03b152 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:56.296074 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9251f9e0-d9c2-4d4a-a238-36ad04a4fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:56.344823 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:55Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:56.376838 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f1922-0b53-4185-a45a-197f9dbe4453 None None] The sync data for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb is: [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:55Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:56.395479 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9251f9e0-d9c2-4d4a-a238-36ad04a4fb86 None None] Current status of the port 178a953b-6cf5-42a7-9351-9b918e03b152 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:56.405026 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (4d4bf296-9a96-42bf-86b1-44743312623e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:56.572379 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Router 4d4bf296-9a96-42bf-86b1-44743312623e is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:41:56.644812 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ebece-3f4e-4724-b118-07167c3c8ab2 None None] Network 28ce391a-3b75-4e21-91e5-108dae0096de requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:41:56.696292 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:56.718781 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:56.722832 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-ee396507-d11e-43b3-98fa-07d4d8208789 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0217276 Mar 28 23:41:56.723132 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60086) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:41:56.725048 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Sync routers for ids ['4d4bf296-9a96-42bf-86b1-44743312623e'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:41:56.759385 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Routers {'4d4bf296-9a96-42bf-86b1-44743312623e'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:56.759385 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['4d4bf296-9a96-42bf-86b1-44743312623e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:56.760816 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-8a6799e4-f170-4e5d-8e1d-34ccc3a60723 None None] Provisioning complete for port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:56.761189 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8a6799e4-f170-4e5d-8e1d-34ccc3a60723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:56.956569 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Set router 4d4bf296-9a96-42bf-86b1-44743312623e gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:57.033613 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8a6799e4-f170-4e5d-8e1d-34ccc3a60723 None None] Current status of the port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:57.033613 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8a6799e4-f170-4e5d-8e1d-34ccc3a60723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.130180 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8a6799e4-f170-4e5d-8e1d-34ccc3a60723 None None] For port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,segment=NetworkSegment(fb5b0b41-4043-480a-8169-bd3e91f2dd37),segment_id=fb5b0b41-4043-480a-8169-bd3e91f2dd37)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:57.136534 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8a6799e4-f170-4e5d-8e1d-34ccc3a60723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.211925 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.220270 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6799e4-f170-4e5d-8e1d-34ccc3a60723 None None] Pushing event updated for resources: {'Port': ['ID=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:57.249576 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:41:55Z', 'revision_number': 3, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:57.286802 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Checking router: 4d4bf296-9a96-42bf-86b1-44743312623e for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:41:57.287151 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Updating router 4d4bf296-9a96-42bf-86b1-44743312623e port 7fea1282-26bd-4783-9044-9f74c2f39290 binding host dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:41:57.310691 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-2b4239e4-6faa-4a23-8a34-956a85c675ee None None] Provisioning complete for port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:57.311002 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b4239e4-6faa-4a23-8a34-956a85c675ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.340416 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.376173 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Allocated IP 172.20.0.1 (28ce391a-3b75-4e21-91e5-108dae0096de/874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93/aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:41:57.494130 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Publish callbacks [] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.496876 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2b4239e4-6faa-4a23-8a34-956a85c675ee None None] Current status of the port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:57.531696 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.569171 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Network 28ce391a-3b75-4e21-91e5-108dae0096de is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:57.574283 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:57.580182 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:41:57.606651 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:57.634733 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (4d4bf296-9a96-42bf-86b1-44743312623e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.649039 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Publish callbacks [] for port (7fea1282-26bd-4783-9044-9f74c2f39290), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.658735 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.717882 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Attempting to bind port 7fea1282-26bd-4783-9044-9f74c2f39290 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:41:57.719187 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Attempting to bind port 7fea1282-26bd-4783-9044-9f74c2f39290 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:41:57.719561 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Attempting to bind port 7fea1282-26bd-4783-9044-9f74c2f39290 on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:41:57.729874 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:41:57.730258 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:41:57.730666 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.731208 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:41:57.731700 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Bound port: 7fea1282-26bd-4783-9044-9f74c2f39290, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:41:57.732172 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.796609 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea640921-647e-410f-8e4d-7b7d0d18af2c None None] Pushing event updated for resources: {'Port': ['ID=7fea1282-26bd-4783-9044-9f74c2f39290,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:57.804348 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] For port 7fea1282-26bd-4783-9044-9f74c2f39290, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:41:57.810009 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] For port 7fea1282-26bd-4783-9044-9f74c2f39290, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=7fea1282-26bd-4783-9044-9f74c2f39290,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:41:57.810472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.821549 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.826465 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 178a953b-6cf5-42a7-9351-9b918e03b152 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:57.978363 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Publish callbacks [] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:57.983109 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:58.048872 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea640921-647e-410f-8e4d-7b7d0d18af2c None None] Pushing event updated for resources: {'Port': ['ID=7fea1282-26bd-4783-9044-9f74c2f39290,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:58.051578 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:41:58.054183 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (4d4bf296-9a96-42bf-86b1-44743312623e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:58.055394 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7add74be-aa7b-4efa-9b93-1e3edba4c8b0 None None] Provisioning complete for port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:58.055751 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7add74be-aa7b-4efa-9b93-1e3edba4c8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:58.081225 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Routers {'4d4bf296-9a96-42bf-86b1-44743312623e'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:41:58.081870 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['4d4bf296-9a96-42bf-86b1-44743312623e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:58.147455 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Network 28ce391a-3b75-4e21-91e5-108dae0096de is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:41:58.148858 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:41:58.160597 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7add74be-aa7b-4efa-9b93-1e3edba4c8b0 None None] Port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:41:58.167548 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 178a953b-6cf5-42a7-9351-9b918e03b152 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:58.167949 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:58.238808 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] Set router 4d4bf296-9a96-42bf-86b1-44743312623e gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:41:58.274000 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Router 4d4bf296-9a96-42bf-86b1-44743312623e has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:41:58.337226 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 178a953b-6cf5-42a7-9351-9b918e03b152 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:58.338175 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:58.393952 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:41:58.399905 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-7a55145b-2f25-4256-8115-b961de424e34 admin admin] 10.222.0.16 "PUT /v2.0/routers/4d4bf296-9a96-42bf-86b1-44743312623e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6756623 Mar 28 23:41:58.439735 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-22103883-187b-4a8a-be07-945fede57979 None None] Provisioning complete for port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:58.440105 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-22103883-187b-4a8a-be07-945fede57979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:58.514741 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:58.515013 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:58.516782 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-22103883-187b-4a8a-be07-945fede57979 None None] Port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:41:58.597344 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 4, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be', 'name': '', 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'mac_address': 'fa:16:3e:b7:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:57Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 2, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'subnets': [{'id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:41:58.628278 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f907c8-42ec-4476-946f-5f9e2d8723c4 None None] The sync data for ids ['4d4bf296-9a96-42bf-86b1-44743312623e'] in dv-cinder-835525-1-smb is: [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 4, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be', 'name': '', 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'mac_address': 'fa:16:3e:b7:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:57Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 2, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'subnets': [{'id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:41:58.639635 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:59.779584 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 7fea1282-26bd-4783-9044-9f74c2f39290 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:41:59.833456 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 7fea1282-26bd-4783-9044-9f74c2f39290 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:41:59.833851 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:59.935192 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 7fea1282-26bd-4783-9044-9f74c2f39290 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:41:59.935590 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:41:59.961027 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 7fea1282-26bd-4783-9044-9f74c2f39290, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=7fea1282-26bd-4783-9044-9f74c2f39290,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:41:59.968882 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:00.043458 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=7fea1282-26bd-4783-9044-9f74c2f39290,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:01.154698 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a9499a3-3d9d-4424-975f-76867edfdcb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:01.445934 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Sync routers for ids ['4d4bf296-9a96-42bf-86b1-44743312623e'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:42:01.456430 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Routers {'4d4bf296-9a96-42bf-86b1-44743312623e'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:01.457045 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['4d4bf296-9a96-42bf-86b1-44743312623e'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:01.577796 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Set router 4d4bf296-9a96-42bf-86b1-44743312623e gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:01.738045 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 7fea1282-26bd-4783-9044-9f74c2f39290 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:01.796430 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 4, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be', 'name': '', 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'mac_address': 'fa:16:3e:b7:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:57Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 2, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'subnets': [{'id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:01.809967 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 7fea1282-26bd-4783-9044-9f74c2f39290 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:01.810346 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:01.828928 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Checking router: 4d4bf296-9a96-42bf-86b1-44743312623e for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:42:01.829278 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Updating router 4d4bf296-9a96-42bf-86b1-44743312623e port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:42:01.857440 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:01.912788 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 7fea1282-26bd-4783-9044-9f74c2f39290 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:02.134361 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Publish callbacks [] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.140411 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.244210 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Attempting to bind port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:42:02.244580 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Attempting to bind port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:42:02.244944 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Attempting to bind port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be on network 28ce391a-3b75-4e21-91e5-108dae0096de {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:02.252318 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:42:02.252692 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Checking segment: {'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:42:02.253094 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.253486 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Bound using segment: {'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:42:02.253958 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Bound port: aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5b0b41-4043-480a-8169-bd3e91f2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:42:02.254337 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.332362 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] For port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:42:02.334504 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce3e97-58c8-40b4-a0d4-303c0b67c4a2 None None] Pushing event updated for resources: {'Port': ['ID=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:02.339548 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] For port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,segment=NetworkSegment(fb5b0b41-4043-480a-8169-bd3e91f2dd37),segment_id=fb5b0b41-4043-480a-8169-bd3e91f2dd37)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:42:02.349721 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.393317 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Routers {'4d4bf296-9a96-42bf-86b1-44743312623e'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:02.393960 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:41:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['4d4bf296-9a96-42bf-86b1-44743312623e'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:02.480070 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-0c246ff9-35a2-4c6d-aae0-0c270dcb8da7 None None] Provisioning complete for port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:02.480706 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff9-35a2-4c6d-aae0-0c270dcb8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.486259 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce3e97-58c8-40b4-a0d4-303c0b67c4a2 None None] Pushing event updated for resources: {'Port': ['ID=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,revision_number=4']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:02.595629 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] Set router 4d4bf296-9a96-42bf-86b1-44743312623e gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:02.600339 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0c246ff9-35a2-4c6d-aae0-0c270dcb8da7 None None] Current status of the port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:02.601045 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff9-35a2-4c6d-aae0-0c270dcb8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.658826 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0c246ff9-35a2-4c6d-aae0-0c270dcb8da7 None None] For port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,segment=NetworkSegment(fb5b0b41-4043-480a-8169-bd3e91f2dd37),segment_id=fb5b0b41-4043-480a-8169-bd3e91f2dd37)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:02.669055 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff9-35a2-4c6d-aae0-0c270dcb8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.759470 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c246ff9-35a2-4c6d-aae0-0c270dcb8da7 None None] Pushing event updated for resources: {'Port': ['ID=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:02.793693 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-b831a3c2-034f-4dfc-a8e2-7d4a7fbbdbf5 None None] Provisioning complete for port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:02.794375 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b831a3c2-034f-4dfc-a8e2-7d4a7fbbdbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:02.895194 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b831a3c2-034f-4dfc-a8e2-7d4a7fbbdbf5 None None] Current status of the port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:02.932803 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 4, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be', 'name': '', 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'mac_address': 'fa:16:3e:b7:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:57Z', 'updated_at': '2022-03-28T23:42:02Z', 'revision_number': 4, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'subnets': [{'id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:02.960200 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be642fb1-9004-4d76-b6f4-3e832b0868fa None None] The sync data for ids ['4d4bf296-9a96-42bf-86b1-44743312623e'] in dv-cinder-835525-1-smb is: [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:41:57Z', 'revision_number': 4, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be', 'name': '', 'network_id': '28ce391a-3b75-4e21-91e5-108dae0096de', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'mac_address': 'fa:16:3e:b7:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:57Z', 'updated_at': '2022-03-28T23:42:02Z', 'revision_number': 4, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'subnets': [{'id': '874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:42:03.453566 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7823f41e-24b2-49f3-9704-7464c15f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:03.746583 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:03.800678 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:03.801057 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:03.884358 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:04.744732 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:06.161476 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:07.688719 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:08.009688 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-21badc9a-5989-4656-a4bf-ce0a42e9dd92 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:08.011143 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-21badc9a-5989-4656-a4bf-ce0a42e9dd92 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/networks?id=74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 200 len: 815 time: 0.1019728 Mar 28 23:42:08.025671 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-30cb7cd2-7cd0-4427-8a8e-8f20a943a9d3 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/quotas/bbc1bef7357d414ba50c31a54c94d0bf HTTP/1.1" status: 200 len: 375 time: 0.0092912 Mar 28 23:42:08.079696 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-5e9c9ddf-a129-40cb-8c1f-45e30ae7c4f5 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492620 Mar 28 23:42:08.172548 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-e462a640-2e35-49f3-ba82-584e82c83059 service neutron] 10.222.0.16 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815911 Mar 28 23:42:08.261056 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-50f8cade-d3cb-4a1f-859f-9bba0b56a72a service neutron] 10.222.0.16 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828869 Mar 28 23:42:08.413434 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-16600637-d5ba-4a29-8409-322bf85e79d6 req-ad63a300-a024-4e40-9577-d309214c6120 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 210 time: 0.0267911 Mar 28 23:42:08.734125 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:42:09.411040 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-cc51fcac-af79-4ff4-a494-e24f2630c001 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:09.412465 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-cc51fcac-af79-4ff4-a494-e24f2630c001 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.30 "GET /v2.0/networks?id=74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 200 len: 815 time: 0.1057024 Mar 28 23:42:09.432449 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'port': {'device_id': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'admin_state_up': True, 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:09.512909 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-79945947-65f4-45b6-b14d-bffc181897fe req-122943d6-4201-49eb-a678-11a2e782f51f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 210 time: 0.0289185 Mar 28 23:42:09.560043 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Made reservation on behalf of bbc1bef7357d414ba50c31a54c94d0bf for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:42:09.564215 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:09.712020 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Allocated IP 172.20.0.3 (74d784ea-0290-4a6d-b337-03ab97145c97/b68cd1d6-e4ad-45f7-aa51-c7503b6a2293/679a513c-e5a6-4b03-8df9-ffc25abdd222) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:09.938069 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:10.003389 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:10.083710 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Network 74d784ea-0290-4a6d-b337-03ab97145c97 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:10.092226 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:10.107942 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:10.165689 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'Port': ['ID=679a513c-e5a6-4b03-8df9-ffc25abdd222,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:10.177953 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:10.178534 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:10.201329 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-8b6f2eef-4e9a-41ad-b4ff-a9661a8a1083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733469 Mar 28 23:42:10.467724 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-5858a9ef-86dd-47f1-bfc2-d6a5e7a0c20b None None] Provisioning complete for port 679a513c-e5a6-4b03-8df9-ffc25abdd222 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:10.468476 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5858a9ef-86dd-47f1-bfc2-d6a5e7a0c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:10.532451 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5858a9ef-86dd-47f1-bfc2-d6a5e7a0c20b None None] Port 679a513c-e5a6-4b03-8df9-ffc25abdd222 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:42:10.603305 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24b4cd-ac70-46dc-bac9-3c6e1add5ab9 req-b7caa2e0-b075-45a3-b6c9-eabbabfd217b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:10.610540 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ab24b4cd-ac70-46dc-bac9-3c6e1add5ab9 req-b7caa2e0-b075-45a3-b6c9-eabbabfd217b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0810492 Mar 28 23:42:10.681263 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4effbc5-ae61-49ff-8048-de0638fcd03e req-07676698-f820-415d-bb55-34b8bf0af134 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:10.684915 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f4effbc5-ae61-49ff-8048-de0638fcd03e req-07676698-f820-415d-bb55-34b8bf0af134 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 931 time: 0.0724380 Mar 28 23:42:10.689847 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ab24b4cd-ac70-46dc-bac9-3c6e1add5ab9 req-feb51a37-0cfb-46b0-a600-9206e6e762fb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730844 Mar 28 23:42:10.737295 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f4effbc5-ae61-49ff-8048-de0638fcd03e req-f255a609-e599-48e7-b323-7201d09e5efb tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466583 Mar 28 23:42:11.801975 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11222bf4-368c-4a7a-9873-ddee593595cc req-0a5e31a5-7a8c-4ded-9102-93ba1fe42699 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:11.810300 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-11222bf4-368c-4a7a-9873-ddee593595cc req-0a5e31a5-7a8c-4ded-9102-93ba1fe42699 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0600398 Mar 28 23:42:11.865777 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-11222bf4-368c-4a7a-9873-ddee593595cc req-e723a429-e3b9-46e6-96c7-b8a1d79324b3 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500281 Mar 28 23:42:11.880148 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf603-18b4-42a2-aed3-2509de8ece31 req-c7ffb0e3-967a-4cb6-bfec-f26849b96faf tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:11.883313 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-758bf603-18b4-42a2-aed3-2509de8ece31 req-c7ffb0e3-967a-4cb6-bfec-f26849b96faf tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 931 time: 0.0705376 Mar 28 23:42:11.932252 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-758bf603-18b4-42a2-aed3-2509de8ece31 req-5f52896f-5a31-4c25-9556-082e2a191567 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 Mar 28 23:42:12.988603 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e28776-56c0-4bfc-aad1-81750e08e77d req-5f801fed-0006-44c2-96df-5d091a61cc68 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:12.990116 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a9e28776-56c0-4bfc-aad1-81750e08e77d req-5f801fed-0006-44c2-96df-5d091a61cc68 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0674818 Mar 28 23:42:13.041405 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a9e28776-56c0-4bfc-aad1-81750e08e77d req-1d26a3fd-eced-4389-9dab-203c1c788213 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Mar 28 23:42:13.072866 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac31c-c797-4f7a-acef-dbdfa0ff3b71 req-de3f8632-5aab-48dc-9c03-f9bdcb54bc89 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:13.075139 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-655ac31c-c797-4f7a-acef-dbdfa0ff3b71 req-de3f8632-5aab-48dc-9c03-f9bdcb54bc89 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 931 time: 0.0531290 Mar 28 23:42:13.132350 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-655ac31c-c797-4f7a-acef-dbdfa0ff3b71 req-3e062ddc-aa10-4a94-a1fd-52b760df0e52 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504887 Mar 28 23:42:13.596880 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:14.165258 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3b17-c399-40e8-8668-6be6f6365c66 req-08009477-1eb0-45b3-a41e-38f0dcbb042a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:14.173481 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1dfe3b17-c399-40e8-8668-6be6f6365c66 req-08009477-1eb0-45b3-a41e-38f0dcbb042a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0645816 Mar 28 23:42:14.221529 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1dfe3b17-c399-40e8-8668-6be6f6365c66 req-f2ce3113-7fd6-4493-95ee-057427f68197 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471315 Mar 28 23:42:14.270467 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8983f2-9a19-47d3-a208-07499aec55a9 req-85e80010-ee03-4f26-8a31-ce0e432c8d77 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:14.272307 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cc8983f2-9a19-47d3-a208-07499aec55a9 req-85e80010-ee03-4f26-8a31-ce0e432c8d77 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 931 time: 0.0537081 Mar 28 23:42:14.333192 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cc8983f2-9a19-47d3-a208-07499aec55a9 req-5a11a4fd-30eb-4823-b968-74e1623259d6 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510237 Mar 28 23:42:15.363251 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e1ed7-4459-48f3-b5e7-a7767a21c707 req-f555c656-a9e8-4f86-95e6-bcc9472e04db tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:15.365074 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-012e1ed7-4459-48f3-b5e7-a7767a21c707 req-f555c656-a9e8-4f86-95e6-bcc9472e04db tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0582752 Mar 28 23:42:15.417378 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ec03e-4aa1-40c1-9308-67b331458aef req-39a5d3b4-2430-4250-914b-a7925029ec55 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:15.419983 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eb2ec03e-4aa1-40c1-9308-67b331458aef req-39a5d3b4-2430-4250-914b-a7925029ec55 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0662122 Mar 28 23:42:15.427529 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-012e1ed7-4459-48f3-b5e7-a7767a21c707 req-bfc50bb8-bdfd-47ba-b3f3-c6366927fe62 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560694 Mar 28 23:42:15.492134 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eb2ec03e-4aa1-40c1-9308-67b331458aef req-ea3d64e5-7995-4490-adf5-4162d4473969 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643845 Mar 28 23:42:15.550289 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de3f9-0748-4f2a-92f1-4bc8119227e0 req-1659dff8-9358-4933-8ce6-3085900ea21c tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:15.551682 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bd1de3f9-0748-4f2a-92f1-4bc8119227e0 req-1659dff8-9358-4933-8ce6-3085900ea21c tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 931 time: 0.0552557 Mar 28 23:42:15.601438 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bd1de3f9-0748-4f2a-92f1-4bc8119227e0 req-0287b53f-4a4f-4929-a491-7a099c3964b5 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Mar 28 23:42:16.552865 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bff39-148a-44dc-8ec0-295c83c83f34 req-68fae5a7-7336-4085-83fc-cb3e86fb4eb5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:16.554906 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2a7bff39-148a-44dc-8ec0-295c83c83f34 req-68fae5a7-7336-4085-83fc-cb3e86fb4eb5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0521684 Mar 28 23:42:16.602638 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2a7bff39-148a-44dc-8ec0-295c83c83f34 req-501664ad-e404-4efd-ad5b-2d12b2d092de tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Mar 28 23:42:16.611483 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab40a-c889-472b-a1dc-b1c142736b30 req-6cc6d7ee-c98c-417d-b0aa-ba3bd65b9d1d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:16.613708 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f82ab40a-c889-472b-a1dc-b1c142736b30 req-6cc6d7ee-c98c-417d-b0aa-ba3bd65b9d1d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0560133 Mar 28 23:42:16.676372 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f82ab40a-c889-472b-a1dc-b1c142736b30 req-f91f22cd-30ed-4f0a-92b6-d9492fb62f2e tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543647 Mar 28 23:42:16.752582 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304d207-6116-449a-b2e5-1677922ca922 req-5bc55ff5-3b3b-4197-87e9-58cdffb2bc8e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:16.756183 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d304d207-6116-449a-b2e5-1677922ca922 req-5bc55ff5-3b3b-4197-87e9-58cdffb2bc8e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 931 time: 0.0607066 Mar 28 23:42:16.810528 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d304d207-6116-449a-b2e5-1677922ca922 req-b8588810-6bf8-443f-8628-6d6db46b02fe tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472317 Mar 28 23:42:17.769666 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91226356-9bef-458a-b306-ecca31480cec req-1be89fde-fe80-44b3-9db1-68b02d636255 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:17.771269 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-91226356-9bef-458a-b306-ecca31480cec req-1be89fde-fe80-44b3-9db1-68b02d636255 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0915165 Mar 28 23:42:17.829146 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-91226356-9bef-458a-b306-ecca31480cec req-f5a5606a-3071-4537-b257-c0626e1d0052 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513074 Mar 28 23:42:17.829634 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00d6c8-f630-4d7f-948a-e1250849b3ce req-c85dbae2-c46b-40ec-be37-cc1ee30d95c3 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:17.831158 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4f00d6c8-f630-4d7f-948a-e1250849b3ce req-c85dbae2-c46b-40ec-be37-cc1ee30d95c3 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0799015 Mar 28 23:42:17.883190 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4f00d6c8-f630-4d7f-948a-e1250849b3ce req-f6b997a7-962a-418c-a077-5ad9e3e4083b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455439 Mar 28 23:42:17.979366 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784741-cb3b-45fe-8e3f-d43164fcf639 req-4447b35f-d0c5-4322-b0a6-ca9f19f642e0 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:17.980860 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-aa784741-cb3b-45fe-8e3f-d43164fcf639 req-4447b35f-d0c5-4322-b0a6-ca9f19f642e0 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 931 time: 0.0548825 Mar 28 23:42:18.027930 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-aa784741-cb3b-45fe-8e3f-d43164fcf639 req-c7e77625-56d4-4d9c-a141-493930ec3058 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Mar 28 23:42:18.689119 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Request body: {'port': {'device_id': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:18.755281 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:18.952292 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cf4ed-662b-4fad-893a-acf54cd22863 req-aa3d3dff-2e27-4ec7-909b-cd2b31fed788 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:18.954445 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-684cf4ed-662b-4fad-893a-acf54cd22863 req-aa3d3dff-2e27-4ec7-909b-cd2b31fed788 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0582278 Mar 28 23:42:19.003805 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-684cf4ed-662b-4fad-893a-acf54cd22863 req-2338d0df-c965-4cb0-a924-1d71611a532d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439150 Mar 28 23:42:19.045241 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679a513c-e5a6-4b03-8df9-ffc25abdd222 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:42:19.054581 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Publish callbacks [] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:19.071766 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Transition to ACTIVE for port object 679a513c-e5a6-4b03-8df9-ffc25abdd222 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:42:19.079732 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cab933-c795-4e87-9560-3a0796145451 req-d8d26e98-16d6-4586-a75f-7fbc9087badb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:19.081266 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-39cab933-c795-4e87-9560-3a0796145451 req-d8d26e98-16d6-4586-a75f-7fbc9087badb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0993149 Mar 28 23:42:19.082481 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:19.161367 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c510c-0e60-48cf-9673-c4f70a54685d req-cf58562c-0bc6-468e-af7f-b27f162d6134 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:19.163043 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-df6c510c-0e60-48cf-9673-c4f70a54685d req-cf58562c-0bc6-468e-af7f-b27f162d6134 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 943 time: 0.0600495 Mar 28 23:42:19.173472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Pushing event updated for resources: {'Port': ['ID=679a513c-e5a6-4b03-8df9-ffc25abdd222,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:19.252596 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-df6c510c-0e60-48cf-9673-c4f70a54685d req-1a05e08c-42e9-41d3-9e84-d4ec980272c1 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734503 Mar 28 23:42:19.255103 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-39cab933-c795-4e87-9560-3a0796145451 req-90b5ca4e-9822-43fb-a41e-9654e1957443 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624656 Mar 28 23:42:19.281317 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Attempting to bind port 679a513c-e5a6-4b03-8df9-ffc25abdd222 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:42:19.281657 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Attempting to bind port 679a513c-e5a6-4b03-8df9-ffc25abdd222 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:42:19.281990 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Attempting to bind port 679a513c-e5a6-4b03-8df9-ffc25abdd222 on network 74d784ea-0290-4a6d-b337-03ab97145c97 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:19.287598 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Port 679a513c-e5a6-4b03-8df9-ffc25abdd222 on network 74d784ea-0290-4a6d-b337-03ab97145c97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:42:19.288591 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Attempting to bind port 679a513c-e5a6-4b03-8df9-ffc25abdd222 on network 74d784ea-0290-4a6d-b337-03ab97145c97 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:19.294937 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:42:19.295420 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Checking segment: {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:42:19.296815 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Bound using segment: {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:42:19.297255 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Bound port: 679a513c-e5a6-4b03-8df9-ffc25abdd222, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b942c8e-0f22-4da5-8bbb-66de2d5cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:42:19.297621 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:19.380469 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] For port 679a513c-e5a6-4b03-8df9-ffc25abdd222, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:42:19.384447 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] For port 679a513c-e5a6-4b03-8df9-ffc25abdd222, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:42:19.393351 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:19.432455 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:19.433080 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:19.434515 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 1093 time: 0.7498116 Mar 28 23:42:19.434975 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:19.437245 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76cea98-ef0d-467b-8598-335eff61b095" -d '{"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:19.471957 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c8bc1-5d16-45c4-8215-b64decdb35a4 service neutron] Pushing event updated for resources: {'Port': ['ID=679a513c-e5a6-4b03-8df9-ffc25abdd222,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:19.486519 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b18c689-c114-4f8c-9493-1723bd21e41c x-openstack-request-id: req-8b18c689-c114-4f8c-9493-1723bd21e41c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:19.486811 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:19.487061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b18c689-c114-4f8c-9493-1723bd21e41c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:19.487452 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b18c689-c114-4f8c-9493-1723bd21e41c'] response: {'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'status': 'completed', 'code': 200} Mar 28 23:42:19.527209 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-7f0e35f6-fb37-45f4-84d2-e1fa68621588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:19.528884 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-7f0e35f6-fb37-45f4-84d2-e1fa68621588 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1127 time: 0.0519359 Mar 28 23:42:19.571796 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-bde9f39c-fd69-4ac3-a4cd-c449227d0ffb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 217 time: 0.0361133 Mar 28 23:42:19.624587 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-d59055d2-bf85-4f83-856d-23e5ccef1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:19.626054 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-d59055d2-bf85-4f83-856d-23e5ccef1b96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 HTTP/1.1" status: 200 len: 854 time: 0.0472670 Mar 28 23:42:19.675687 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-dae5fdda-ae54-4587-8a1f-c8c23707cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:19.677221 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-dae5fdda-ae54-4587-8a1f-c8c23707cba6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d784ea-0290-4a6d-b337-03ab97145c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444741 Mar 28 23:42:19.766487 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-45af6384-a721-4cae-8472-b2f22ff91987 service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800371 Mar 28 23:42:19.857498 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0b399aff-b722-4a4d-9ae9-992a9d0fd5b3 req-e54985ba-daf1-445f-b37f-e8771b62ebc9 service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837727 Mar 28 23:42:19.952885 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cea98-ef0d-467b-8598-335eff61b095 req-7a7a1496-c7a7-4e9e-8ac1-fe59dd64c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:19.954402 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f76cea98-ef0d-467b-8598-335eff61b095 req-7a7a1496-c7a7-4e9e-8ac1-fe59dd64c47a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1127 time: 0.0452034 Mar 28 23:42:20.059999 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cea98-ef0d-467b-8598-335eff61b095 req-95c44157-1414-42ae-9df8-ecb670d356c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:20.061495 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f76cea98-ef0d-467b-8598-335eff61b095 req-95c44157-1414-42ae-9df8-ecb670d356c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 200 len: 916 time: 0.0990443 Mar 28 23:42:20.105687 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f76cea98-ef0d-467b-8598-335eff61b095 req-07671b93-55c7-4c22-933a-096c42df4887 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 217 time: 0.0376663 Mar 28 23:42:20.178726 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cea98-ef0d-467b-8598-335eff61b095 req-90a261b9-7de0-415a-b7e3-26c44cf1bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:20.180213 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f76cea98-ef0d-467b-8598-335eff61b095 req-90a261b9-7de0-415a-b7e3-26c44cf1bbb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 HTTP/1.1" status: 200 len: 854 time: 0.0660415 Mar 28 23:42:20.194606 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8616e-3bb2-4a2c-8ac5-4956dce63b30 req-835c2f9a-7957-4283-8492-8943778ebbd5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:20.196050 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37f8616e-3bb2-4a2c-8ac5-4956dce63b30 req-835c2f9a-7957-4283-8492-8943778ebbd5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.0928321 Mar 28 23:42:20.276447 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f49f5-e194-4bc4-836c-5b2c0ba1038e req-d0ba9abe-6a5b-4456-9d6b-7504d6c4482d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:20.278078 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e49f49f5-e194-4bc4-836c-5b2c0ba1038e req-d0ba9abe-6a5b-4456-9d6b-7504d6c4482d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0594440 Mar 28 23:42:20.327328 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e49f49f5-e194-4bc4-836c-5b2c0ba1038e req-d7227471-a60e-4823-9b47-92889553a256 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Mar 28 23:42:20.438649 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc0790-a5f4-400d-872b-a2122c61d66f req-bfd9b598-aba2-45a3-b4b2-6167936142f1 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:20.440135 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-78cc0790-a5f4-400d-872b-a2122c61d66f req-bfd9b598-aba2-45a3-b4b2-6167936142f1 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0555091 Mar 28 23:42:20.486028 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-37f8616e-3bb2-4a2c-8ac5-4956dce63b30 req-08c2c78f-7b60-426a-ac5d-69a113805ed4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a3ecf1-d605-4468-8351-ed7c76b627f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815142 Mar 28 23:42:20.488883 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-78cc0790-a5f4-400d-872b-a2122c61d66f req-0695947e-895c-44f4-a92c-e43dc79c7c93 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426657 Mar 28 23:42:20.490597 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cea98-ef0d-467b-8598-335eff61b095 req-9466c208-2fee-437f-b902-837883199400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:20.492153 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f76cea98-ef0d-467b-8598-335eff61b095 req-9466c208-2fee-437f-b902-837883199400 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d784ea-0290-4a6d-b337-03ab97145c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2952046 Mar 28 23:42:20.621524 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f76cea98-ef0d-467b-8598-335eff61b095 req-73ccacbb-3fd5-45d8-a09a-cd0e535c5c51 service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195705 Mar 28 23:42:20.628411 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286cbb-ada5-4230-8dc8-9e6b37254041 req-8b6c2181-a526-43c6-9590-30c26f1cd0fd tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:20.629754 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-17286cbb-ada5-4230-8dc8-9e6b37254041 req-8b6c2181-a526-43c6-9590-30c26f1cd0fd tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 943 time: 0.0812521 Mar 28 23:42:20.770368 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-17286cbb-ada5-4230-8dc8-9e6b37254041 req-3276ebc2-71ae-45f6-9e40-1d3a524128cd tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344602 Mar 28 23:42:20.790095 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-41a47e3d-1561-4de5-a9ee-3f607fef244c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:20.791589 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-41a47e3d-1561-4de5-a9ee-3f607fef244c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 946 time: 0.1491675 Mar 28 23:42:20.796819 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f76cea98-ef0d-467b-8598-335eff61b095 req-3b212c79-b80e-4176-bbdc-540d47e395c4 service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552851 Mar 28 23:42:20.889783 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Deleting port a59b2770-05ce-4179-955c-25917159adbb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:20.890048 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (a59b2770-05ce-4179-955c-25917159adbb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:20.973990 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] For port a59b2770-05ce-4179-955c-25917159adbb, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a59b2770-05ce-4179-955c-25917159adbb,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:20.974349 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (a59b2770-05ce-4179-955c-25917159adbb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:21.141241 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:21.141896 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (ee7928ea-75a8-4251-b350-82ed0b68aa5a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:21.141896 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Floating IP ee7928ea-75a8-4251-b350-82ed0b68aa5a disassociated. External IP: 172.28.0.39, port: a59b2770-05ce-4179-955c-25917159adbb. Mar 28 23:42:21.142236 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Calling delete_port for a59b2770-05ce-4179-955c-25917159adbb owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:21.269014 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (a59b2770-05ce-4179-955c-25917159adbb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:21.297757 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'Port': ['ID=a59b2770-05ce-4179-955c-25917159adbb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:21.400831 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 679a513c-e5a6-4b03-8df9-ffc25abdd222 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:42:21.418192 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:42:21.448384 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59692c-90ef-4d3d-ba90-7db39bcea547 req-542c7aff-2eeb-468f-9c9b-91875587245e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:21.450019 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3c59692c-90ef-4d3d-ba90-7db39bcea547 req-542c7aff-2eeb-468f-9c9b-91875587245e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0556777 Mar 28 23:42:21.498560 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3c59692c-90ef-4d3d-ba90-7db39bcea547 req-46084d5e-c492-4e82-8dbf-2b186ccfc309 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 Mar 28 23:42:21.501544 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 679a513c-e5a6-4b03-8df9-ffc25abdd222, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:21.524703 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'port_id': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'mac_address': 'fa:16:3e:31:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:42:21.539266 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:42:21.554457 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:42:21.578140 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:21.578695 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:21.615305 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffce5-fbed-4bc0-99cf-855193c1f8a8 req-0a25f701-4340-4eda-8026-12c9ae0e298c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:21.616144 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] No DVR routers for this DVR port a59b2770-05ce-4179-955c-25917159adbb on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:42:21.617049 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-64dffce5-fbed-4bc0-99cf-855193c1f8a8 req-0a25f701-4340-4eda-8026-12c9ae0e298c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0535979 Mar 28 23:42:21.619207 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-51bd9800-2db2-4805-af5d-7ced571ace64 req-c9bc9197-0ee7-4fcc-b5aa-852a72b4af4c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6e70b7e-c89d-497b-b814-bbee5f675977 HTTP/1.1" status: 200 len: 210 time: 0.0492518 Mar 28 23:42:21.620231 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:21.623438 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4a3a1f37-e33a-4a90-aa52-9a77a740afc6 req-d1ee53a2-4980-4b4d-9c52-0a8057fdff0a tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "DELETE /v2.0/ports/a59b2770-05ce-4179-955c-25917159adbb HTTP/1.1" status: 204 len: 173 time: 0.8257608 Mar 28 23:42:21.624037 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'name': 'network-vif-deleted', 'tag': 'a59b2770-05ce-4179-955c-25917159adbb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:21.626140 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 679a513c-e5a6-4b03-8df9-ffc25abdd222 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:21.626291 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d085b9fb-a7bd-41a4-864b-b43d37737eb4" -d '{"events": [{"server_uuid": "a6e70b7e-c89d-497b-b814-bbee5f675977", "name": "network-vif-deleted", "tag": "a59b2770-05ce-4179-955c-25917159adbb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:21.626821 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:21.688721 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679a513c-e5a6-4b03-8df9-ffc25abdd222 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:42:21.698756 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-64dffce5-fbed-4bc0-99cf-855193c1f8a8 req-d9defe36-c114-479e-a0dd-41d897df9744 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735495 Mar 28 23:42:21.722756 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ba875-4766-4afd-945d-42eb546a792e x-openstack-request-id: req-4b3ba875-4766-4afd-945d-42eb546a792e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:21.723032 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e70b7e-c89d-497b-b814-bbee5f675977", "name": "network-vif-deleted", "tag": "a59b2770-05ce-4179-955c-25917159adbb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:21.723286 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b3ba875-4766-4afd-945d-42eb546a792e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:21.723717 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3ba875-4766-4afd-945d-42eb546a792e'] response: {'server_uuid': 'a6e70b7e-c89d-497b-b814-bbee5f675977', 'name': 'network-vif-deleted', 'tag': 'a59b2770-05ce-4179-955c-25917159adbb', 'status': 'completed', 'code': 200} Mar 28 23:42:21.735103 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 679a513c-e5a6-4b03-8df9-ffc25abdd222, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:21.740389 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:21.802888 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=679a513c-e5a6-4b03-8df9-ffc25abdd222,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:21.819563 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:21.890071 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22dcb4-c2a3-41fc-b399-19932e9af305 req-55c83998-4c8e-4bda-9ec6-f2f59fd25ef7 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:21.891451 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cc22dcb4-c2a3-41fc-b399-19932e9af305 req-55c83998-4c8e-4bda-9ec6-f2f59fd25ef7 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 944 time: 0.0530577 Mar 28 23:42:21.937064 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cc22dcb4-c2a3-41fc-b399-19932e9af305 req-fef281d5-92c4-4ac4-a750-175a4d9a68b2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Mar 28 23:42:22.028498 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:22.191101 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['679a513c-e5a6-4b03-8df9-ffc25abdd222'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:22.192812 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:42:22.231259 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:22.231899 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:22.374192 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:22.597112 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:22.618850 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda469c-e02b-42e5-a844-fdb3299bceb8 req-aa7e3a6e-32a4-44bc-bb4f-ae84474f9afe tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:22.620350 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7dda469c-e02b-42e5-a844-fdb3299bceb8 req-aa7e3a6e-32a4-44bc-bb4f-ae84474f9afe tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.0535626 Mar 28 23:42:22.623201 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e0494-95e1-4d43-b93c-f0cf7c6f605f None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:42:22.670482 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7dda469c-e02b-42e5-a844-fdb3299bceb8 req-fd965e96-e985-4f41-8cb3-e90a99fb823e tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439897 Mar 28 23:42:22.731947 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60354) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:22.792660 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afd264e3-9bad-44ee-957b-f45374bc480b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (96a3ecf1-d605-4468-8351-ed7c76b627f8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:22.818562 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afd264e3-9bad-44ee-957b-f45374bc480b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (96a3ecf1-d605-4468-8351-ed7c76b627f8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:22.822472 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a404b-05c6-4627-a92e-c0e5562d43bc req-7e917f39-4792-4622-8b20-1a5858a48efd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:22.824030 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e08a404b-05c6-4627-a92e-c0e5562d43bc req-7e917f39-4792-4622-8b20-1a5858a48efd tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0549307 Mar 28 23:42:22.874659 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eff387-e93f-4252-b74d-b58b7de854a8 None None] New status for floating IP ee7928ea-75a8-4251-b350-82ed0b68aa5a: DOWN {{(pid=103357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:42:22.877020 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afd264e3-9bad-44ee-957b-f45374bc480b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (96a3ecf1-d605-4468-8351-ed7c76b627f8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:22.879739 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afd264e3-9bad-44ee-957b-f45374bc480b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:22.883344 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-afd264e3-9bad-44ee-957b-f45374bc480b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "DELETE /v2.0/security-groups/96a3ecf1-d605-4468-8351-ed7c76b627f8 HTTP/1.1" status: 204 len: 168 time: 0.1479671 Mar 28 23:42:22.884416 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60356) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:22.894549 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e08a404b-05c6-4627-a92e-c0e5562d43bc req-9edd6e5f-c7f5-47b0-801f-5daef55ccec0 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560229 Mar 28 23:42:22.904931 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.api.v2.resource [None req-3ef46712-5752-44b1-959b-1e8d2712668c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] show failed (client error): The resource could not be found. Mar 28 23:42:22.905937 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-3ef46712-5752-44b1-959b-1e8d2712668c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups/96a3ecf1-d605-4468-8351-ed7c76b627f8 HTTP/1.1" status: 404 len: 347 time: 0.0206225 Mar 28 23:42:22.906682 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd264e3-9bad-44ee-957b-f45374bc480b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a3ecf1-d605-4468-8351-ed7c76b627f8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:22.908742 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60358) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:23.080104 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda20268-9886-4553-8a0c-2065abb12ae6 req-de40549e-245f-48c4-bfeb-84dba7ae9516 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:23.081586 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dda20268-9886-4553-8a0c-2065abb12ae6 req-de40549e-245f-48c4-bfeb-84dba7ae9516 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 944 time: 0.0664473 Mar 28 23:42:23.083891 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Deleting port 3eab0459-c715-4eab-8c65-9a730f9a7f2e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:23.084240 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (3eab0459-c715-4eab-8c65-9a730f9a7f2e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.181994 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dda20268-9886-4553-8a0c-2065abb12ae6 req-991ef5df-2c89-47be-ac05-c90a220dfc1d tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944276 Mar 28 23:42:23.195352 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (3eab0459-c715-4eab-8c65-9a730f9a7f2e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.195691 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (3eab0459-c715-4eab-8c65-9a730f9a7f2e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.207445 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Calling delete_port for 3eab0459-c715-4eab-8c65-9a730f9a7f2e owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:23.338414 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (3eab0459-c715-4eab-8c65-9a730f9a7f2e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.388205 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'Port': ['ID=3eab0459-c715-4eab-8c65-9a730f9a7f2e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:23.423444 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 679a513c-e5a6-4b03-8df9-ffc25abdd222 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:23.425163 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (ee7928ea-75a8-4251-b350-82ed0b68aa5a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.427726 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.428918 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-cb4dfb50-14a2-4ca4-b5c4-3256eefd70ff tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "DELETE /v2.0/floatingips/ee7928ea-75a8-4251-b350-82ed0b68aa5a HTTP/1.1" status: 204 len: 168 time: 0.5190325 Mar 28 23:42:23.471763 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 679a513c-e5a6-4b03-8df9-ffc25abdd222 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:42:23.477042 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 679a513c-e5a6-4b03-8df9-ffc25abdd222 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:23.477441 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.551502 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 679a513c-e5a6-4b03-8df9-ffc25abdd222 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:23.552028 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.573529 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:23.575724 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dca378-32a5-4650-a0ef-68bbe90a0d43" -d '{"events": [{"server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "name": "network-vif-plugged", "status": "completed", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:23.591434 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 679a513c-e5a6-4b03-8df9-ffc25abdd222, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:23.595711 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.596508 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a59b2770-05ce-4179-955c-25917159adbb no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:42:23.617090 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674ee95e-af20-48f8-bab1-3dfbe1e341d7 x-openstack-request-id: req-674ee95e-af20-48f8-bab1-3dfbe1e341d7 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:23.617702 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "name": "network-vif-plugged", "status": "completed", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:23.617702 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-674ee95e-af20-48f8-bab1-3dfbe1e341d7 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:23.618006 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674ee95e-af20-48f8-bab1-3dfbe1e341d7'] response: {'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'code': 200} Mar 28 23:42:23.634508 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: a59b2770-05ce-4179-955c-25917159adbb {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:42:23.635170 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a59b2770-05ce-4179-955c-25917159adbb not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:42:23.661128 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=679a513c-e5a6-4b03-8df9-ffc25abdd222,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:23.712576 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60368) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:23.717874 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5adbb14f-3ad8-40c7-b53b-3796f421a8f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788180121', 'description': 'tempest-description--2081361641'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:23.740288 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5adbb14f-3ad8-40c7-b53b-3796f421a8f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.864598 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd562-bd7b-40e2-86f8-b55b0c06e377 req-3e163689-d04d-4bb2-9893-d2a4e1e7208b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:23.866496 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d8dbd562-bd7b-40e2-86f8-b55b0c06e377 req-3e163689-d04d-4bb2-9893-d2a4e1e7208b tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.1163483 Mar 28 23:42:23.869311 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfc0e1-df1c-4766-bd68-156bb8adff22 req-ba8e209e-ba69-4e0f-9bc9-1b9ca3ce51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:23.870652 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-74cfc0e1-df1c-4766-bd68-156bb8adff22 req-ba8e209e-ba69-4e0f-9bc9-1b9ca3ce51e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1129 time: 0.1090574 Mar 28 23:42:23.914890 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5adbb14f-3ad8-40c7-b53b-3796f421a8f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (8f3d3772-53b9-46bd-83ba-9cd30dc878bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:23.922387 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5adbb14f-3ad8-40c7-b53b-3796f421a8f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8f3d3772-53b9-46bd-83ba-9cd30dc878bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.005029 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54425a32-897a-4726-b5fc-9e2c962d8d05 req-b137781d-0538-4361-a456-43f2701a264e tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:24.007157 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-54425a32-897a-4726-b5fc-9e2c962d8d05 req-b137781d-0538-4361-a456-43f2701a264e tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0554061 Mar 28 23:42:24.010573 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5adbb14f-3ad8-40c7-b53b-3796f421a8f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.011770 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-5adbb14f-3ad8-40c7-b53b-3796f421a8f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2979050 Mar 28 23:42:24.016439 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:24.021334 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d8dbd562-bd7b-40e2-86f8-b55b0c06e377 req-adaa04fa-4955-408b-9322-a18ebcecb759 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab6948e9-66f1-409b-a1e2-aefa1acc0967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487694 Mar 28 23:42:24.025301 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3a16858f-4673-4bff-81ba-a16a9fdf8baa tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group_rule': {'security_group_id': '8f3d3772-53b9-46bd-83ba-9cd30dc878bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:24.032727 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-74cfc0e1-df1c-4766-bd68-156bb8adff22 req-d2c4d1c0-1eaa-4ad7-a6d0-eec9935c97d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431596 Mar 28 23:42:24.032727 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbb14f-3ad8-40c7-b53b-3796f421a8f5 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3d3772-53b9-46bd-83ba-9cd30dc878bb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:24.064908 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-60c92d66-ce8f-4217-acfe-78158fc2fbe4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:24.066388 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-60c92d66-ce8f-4217-acfe-78158fc2fbe4 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 946 time: 0.1120706 Mar 28 23:42:24.072862 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a16858f-4673-4bff-81ba-a16a9fdf8baa tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (81c16326-4dcc-449c-be3b-5237b5333b28), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.074494 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-54425a32-897a-4726-b5fc-9e2c962d8d05 req-733c87ed-8c67-4a24-909c-0b66bc00925a tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616419 Mar 28 23:42:24.118490 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a16858f-4673-4bff-81ba-a16a9fdf8baa tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (81c16326-4dcc-449c-be3b-5237b5333b28), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.122094 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a16858f-4673-4bff-81ba-a16a9fdf8baa tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (81c16326-4dcc-449c-be3b-5237b5333b28), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.137806 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16858f-4673-4bff-81ba-a16a9fdf8baa tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c16326-4dcc-449c-be3b-5237b5333b28,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:24.148145 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a16858f-4673-4bff-81ba-a16a9fdf8baa tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.149341 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-3a16858f-4673-4bff-81ba-a16a9fdf8baa tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314547 Mar 28 23:42:24.152012 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:24.156428 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9481ce88-9816-4fda-86e7-720abf82a815 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'security_group_rule': {'security_group_id': '8f3d3772-53b9-46bd-83ba-9cd30dc878bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:24.180478 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9481ce88-9816-4fda-86e7-720abf82a815 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (dfa159e2-7c55-4cb2-9a07-4a01851375a1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.234844 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9481ce88-9816-4fda-86e7-720abf82a815 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (dfa159e2-7c55-4cb2-9a07-4a01851375a1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.246395 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9481ce88-9816-4fda-86e7-720abf82a815 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (dfa159e2-7c55-4cb2-9a07-4a01851375a1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.317415 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481ce88-9816-4fda-86e7-720abf82a815 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa159e2-7c55-4cb2-9a07-4a01851375a1,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:24.329348 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9481ce88-9816-4fda-86e7-720abf82a815 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.330495 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9481ce88-9816-4fda-86e7-720abf82a815 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775568 Mar 28 23:42:24.333742 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60378) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:24.338210 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:24.359075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.378561 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798821dc-687d-4f71-8133-3cffea7a6462 req-615f85f3-581b-48a9-aead-cde559d8cac8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:24.379999 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-798821dc-687d-4f71-8133-3cffea7a6462 req-615f85f3-581b-48a9-aead-cde559d8cac8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.1295121 Mar 28 23:42:24.408960 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Deleting port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:24.409301 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.454864 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.482067 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-798821dc-687d-4f71-8133-3cffea7a6462 req-3886e33e-2442-4d86-9618-3f46232f511c tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959866 Mar 28 23:42:24.519680 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] For port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:24.520083 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.558010 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Allocated IP 172.28.0.14 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/b6e4ce53-9180-4263-9977-0d9a669eb143) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:24.659613 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (b6e4ce53-9180-4263-9977-0d9a669eb143), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.691237 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.691609 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (0a1323c3-9ffc-4141-b90b-6d316c30581b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.691960 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Floating IP 0a1323c3-9ffc-4141-b90b-6d316c30581b disassociated. External IP: 172.28.0.167, port: 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0. Mar 28 23:42:24.692242 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (b6e4ce53-9180-4263-9977-0d9a669eb143), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.692404 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Calling delete_port for 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:24.727722 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:24.730500 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:24.734046 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:24.758995 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=b6e4ce53-9180-4263-9977-0d9a669eb143,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:24.772408 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.772790 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.773104 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.773440 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.773775 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.774133 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.774432 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.774782 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.775097 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.775405 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.775727 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.776079 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.776405 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.776724 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.777046 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:24.822626 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (8cf83b37-fe1e-4984-a86a-1c7a1ef788c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.852720 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event deleted for resources: {'Port': ['ID=8cf83b37-fe1e-4984-a86a-1c7a1ef788c0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:24.866481 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (cc559e54-8140-4e96-9e9f-8cabc511caab), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.904568 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b6e4ce53-9180-4263-9977-0d9a669eb143), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:24.967896 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:42:25.054461 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (b6e4ce53-9180-4263-9977-0d9a669eb143), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:25.064877 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (b6e4ce53-9180-4263-9977-0d9a669eb143), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:25.165207 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b94ae8ff-c43a-4ff4-accc-164059d780d7 req-f209e006-aef9-4025-a803-3aa03e2e4938 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=980160ce-aa17-4cd4-b276-7cae4cea4290 HTTP/1.1" status: 200 len: 210 time: 0.0430331 Mar 28 23:42:25.173869 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=b6e4ce53-9180-4263-9977-0d9a669eb143,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:25.183921 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (cc559e54-8140-4e96-9e9f-8cabc511caab), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:25.208999 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:25.211870 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-052c1754-4b23-45f9-815f-854c3f29d69e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8761926 Mar 28 23:42:25.361354 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d59b-9c03-4d76-a299-01ca39f7f4b1 req-02c10f41-3bcb-4efc-bfd4-c89dae3a92f8 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:25.368695 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6367d59b-9c03-4d76-a299-01ca39f7f4b1 req-02c10f41-3bcb-4efc-bfd4-c89dae3a92f8 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0824389 Mar 28 23:42:25.392859 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:42:25.404118 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] Sync routers for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:42:25.412952 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:25.413699 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:25.436107 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-59a66ed6-d32c-4db7-a444-8e292aa58f01 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--788180121&fields=id&tenant_id=eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 267 time: 0.0483313 Mar 28 23:42:25.448468 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6367d59b-9c03-4d76-a299-01ca39f7f4b1 req-8b047221-19f8-4fe7-a164-bef0766a0f94 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787730 Mar 28 23:42:25.471667 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] No DVR routers for this DVR port 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:42:25.474210 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:25.477941 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-785688a4-d379-4d0e-baab-dc768ef91e39 req-ee8e46e0-4fb2-4f48-bf71-bd0fd5345b7d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "DELETE /v2.0/ports/8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 HTTP/1.1" status: 204 len: 173 time: 1.2398841 Mar 28 23:42:25.478808 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'name': 'network-vif-deleted', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:25.480880 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de472dae-4839-4c8d-9e42-fadc7ee2c971" -d '{"events": [{"server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "name": "network-vif-deleted", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:25.524127 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c6ae25-0690-43a9-b896-36d7e330b4f4 x-openstack-request-id: req-00c6ae25-0690-43a9-b896-36d7e330b4f4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:25.524326 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980160ce-aa17-4cd4-b276-7cae4cea4290", "name": "network-vif-deleted", "tag": "8cf83b37-fe1e-4984-a86a-1c7a1ef788c0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:25.524719 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00c6ae25-0690-43a9-b896-36d7e330b4f4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:25.525226 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c6ae25-0690-43a9-b896-36d7e330b4f4'] response: {'server_uuid': '980160ce-aa17-4cd4-b276-7cae4cea4290', 'name': 'network-vif-deleted', 'tag': '8cf83b37-fe1e-4984-a86a-1c7a1ef788c0', 'status': 'completed', 'code': 200} Mar 28 23:42:25.547972 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:25.602933 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca09f3c-f526-4590-ad98-ee156672994a req-7ccaae94-c688-48d2-b7ca-6cee6355de58 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:25.604446 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-7ccaae94-c688-48d2-b7ca-6cee6355de58 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 814 time: 0.1605208 Mar 28 23:42:25.625497 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-a9ec9b05-19ea-486b-87de-0068172c9384 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/quotas/eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 375 time: 0.0155294 Mar 28 23:42:25.630482 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457ad37-b446-4054-9bfc-ea8a334e599c req-04bf4746-3fce-4ed4-8a04-a2d14bee7d53 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:25.632895 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5457ad37-b446-4054-9bfc-ea8a334e599c req-04bf4746-3fce-4ed4-8a04-a2d14bee7d53 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.0578413 Mar 28 23:42:25.682996 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5457ad37-b446-4054-9bfc-ea8a334e599c req-1a35b778-d3b4-4cf2-b38b-5df297ed9bfd tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Mar 28 23:42:25.692340 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-e4329b91-e41d-4c6b-a001-912beb2b9be0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607591 Mar 28 23:42:25.774590 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:25.805180 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-dd318982-a207-4d6a-907a-a96dd8f553e4 service neutron] 10.222.0.16 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024029 Mar 28 23:42:25.807666 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] Checking router: dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:42:25.809647 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a44b4-c9f2-4291-8537-7d4c208264af req-53109884-0ace-4f44-8316-bae1ff32631b tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:25.811160 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ff1a44b4-c9f2-4291-8537-7d4c208264af req-53109884-0ace-4f44-8316-bae1ff32631b tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.0553861 Mar 28 23:42:25.817335 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:25.817945 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:25.859116 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ff1a44b4-c9f2-4291-8537-7d4c208264af req-9668bc68-844e-4fef-9594-46f0e1c27f08 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Mar 28 23:42:25.913588 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-b94c1861-fe6b-443e-8ac7-3930527e6c85 service neutron] 10.222.0.16 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018887 Mar 28 23:42:25.940578 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:26.125381 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-15044179-708c-4dba-9485-9eb8b071fa2a req-d586a95e-e548-4f39-a29d-77891d9ac0c4 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 210 time: 0.0328240 Mar 28 23:42:26.231276 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:26.263491 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca1aae-cdd7-4a65-87ff-8c2bbc193144 None None] The sync data for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb is: [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:38:05Z', 'revision_number': 4, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'f9de8a84-74da-411c-a15b-742d42fd0cab', 'name': '', 'network_id': '9fe369b0-7362-4661-bcb1-8d18c8e1fa3b', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'mac_address': 'fa:16:3e:41:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:01Z', 'updated_at': '2022-03-28T23:38:15Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'subnets': [{'id': '5456eaae-eae6-4d64-93e9-f0324889b029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:42:26.269244 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c194b-b4ab-41a7-b4a4-e88612801f21 req-151a7263-8ed2-4b7e-a7c6-1e89010d6eba tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:26.270930 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bd1c194b-b4ab-41a7-b4a4-e88612801f21 req-151a7263-8ed2-4b7e-a7c6-1e89010d6eba tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.0720880 Mar 28 23:42:26.331723 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bd1c194b-b4ab-41a7-b4a4-e88612801f21 req-5bc113fd-0b09-48a9-b0df-9771b68e64e3 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528469 Mar 28 23:42:26.470213 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60422) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:26.558252 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd66d611-d866-4fd8-9cd6-34dd38907e22 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group (ab6948e9-66f1-409b-a1e2-aefa1acc0967), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:26.604546 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd66d611-d866-4fd8-9cd6-34dd38907e22 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group (ab6948e9-66f1-409b-a1e2-aefa1acc0967), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:26.613019 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f3d8af-2658-4b06-b1ed-4af5cac4cb6d None None] New status for floating IP 0a1323c3-9ffc-4141-b90b-6d316c30581b: DOWN {{(pid=103357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:42:26.668929 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1a56-210a-4df9-b298-950100056db9 req-491ba2a9-1cb8-415c-a25a-5252aadb9a3e tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:26.675982 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6ecb1a56-210a-4df9-b298-950100056db9 req-491ba2a9-1cb8-415c-a25a-5252aadb9a3e tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.1276548 Mar 28 23:42:26.711384 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd66d611-d866-4fd8-9cd6-34dd38907e22 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ab6948e9-66f1-409b-a1e2-aefa1acc0967), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:26.714760 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd66d611-d866-4fd8-9cd6-34dd38907e22 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:26.718361 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-fd66d611-d866-4fd8-9cd6-34dd38907e22 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "DELETE /v2.0/security-groups/ab6948e9-66f1-409b-a1e2-aefa1acc0967 HTTP/1.1" status: 204 len: 168 time: 0.2435429 Mar 28 23:42:26.719241 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60428) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:26.748539 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.api.v2.resource [None req-cce4616c-11f9-4cb5-a594-87e1dc404a34 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] show failed (client error): The resource could not be found. Mar 28 23:42:26.753524 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-cce4616c-11f9-4cb5-a594-87e1dc404a34 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups/ab6948e9-66f1-409b-a1e2-aefa1acc0967 HTTP/1.1" status: 404 len: 347 time: 0.0308101 Mar 28 23:42:26.757709 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60432) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:26.774385 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6ecb1a56-210a-4df9-b298-950100056db9 req-48dd5758-48b6-471c-aad1-1f8233d9e1c3 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913658 Mar 28 23:42:26.775708 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66d611-d866-4fd8-9cd6-34dd38907e22 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6948e9-66f1-409b-a1e2-aefa1acc0967,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:26.932711 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Deleting port b51541aa-aabb-4261-bf5c-e3ff50334f4e {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:26.933047 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (b51541aa-aabb-4261-bf5c-e3ff50334f4e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.009013 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (b51541aa-aabb-4261-bf5c-e3ff50334f4e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.009334 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (b51541aa-aabb-4261-bf5c-e3ff50334f4e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.020540 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Calling delete_port for b51541aa-aabb-4261-bf5c-e3ff50334f4e owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:27.146681 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (b51541aa-aabb-4261-bf5c-e3ff50334f4e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.175083 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event deleted for resources: {'Port': ['ID=b51541aa-aabb-4261-bf5c-e3ff50334f4e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:27.253227 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1a3707c1-e617-487b-9fb3-295c49943a0c req-15580ce3-b46e-4a56-8c6d-bba1f578a9d1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 210 time: 0.0351951 Mar 28 23:42:27.262365 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks [] for floatingip (0a1323c3-9ffc-4141-b90b-6d316c30581b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.265212 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.266326 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c3eb6dfb-f707-4acf-9a2d-e3015a5ebf63 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "DELETE /v2.0/floatingips/0a1323c3-9ffc-4141-b90b-6d316c30581b HTTP/1.1" status: 204 len: 168 time: 0.5076842 Mar 28 23:42:27.376322 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca09f3c-f526-4590-ad98-ee156672994a req-805fc733-1cf6-4321-845a-378118b9afd1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:27.377795 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-805fc733-1cf6-4321-845a-378118b9afd1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 814 time: 0.1278937 Mar 28 23:42:27.447692 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:42:27.456338 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-36afb87e-2791-458e-b724-84a46a49722f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3e8b072c3647f5839ca6f8af90983d HTTP/1.1" status: 200 len: 379 time: 0.0656319 Mar 28 23:42:27.465185 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'port': {'device_id': '414122fe-4647-4d37-a52b-00e55e04e433', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'admin_state_up': True, 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'security_groups': ['8f3d3772-53b9-46bd-83ba-9cd30dc878bb']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:27.471623 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:42:27.472011 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8cf83b37-fe1e-4984-a86a-1c7a1ef788c0 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:42:27.575748 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Made reservation on behalf of eb3e8b072c3647f5839ca6f8af90983d for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:42:27.579052 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.703969 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Allocated IP 172.20.0.12 (ff391c91-7095-4e45-a1a1-7c2e2f6f80df/cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6/4ba77c33-a4e2-4fae-9d3a-91fc88792db6) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:27.853474 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.911414 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965f3f-4b68-46d1-97fc-c881bbecafa3 req-87ccaf28-83b8-4485-9a8e-1bce044c7223 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:27.913380 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e9965f3f-4b68-46d1-97fc-c881bbecafa3 req-87ccaf28-83b8-4485-9a8e-1bce044c7223 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0824783 Mar 28 23:42:27.935721 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:27.999644 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:28.005257 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:28.007048 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event updated for resources: {'Port': ['ID=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:28.009213 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:28.043920 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e9965f3f-4b68-46d1-97fc-c881bbecafa3 req-1ac9d743-36a6-4911-9896-dda0e380c342 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237679 Mar 28 23:42:28.082346 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:28.083143 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:28.101745 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-226449b1-bb4a-40f8-b587-6602fddf1070 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6403537 Mar 28 23:42:28.113198 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Request body: {'port': {'device_id': '414122fe-4647-4d37-a52b-00e55e04e433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:28.182982 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:28.239458 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1d897f79-9b1f-4f21-a443-fc4212b7165f None None] Provisioning complete for port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:28.241488 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1d897f79-9b1f-4f21-a443-fc4212b7165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:28.279157 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1d897f79-9b1f-4f21-a443-fc4212b7165f None None] Port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:42:28.449313 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a227ec0-9472-44f6-b1ee-04bd62393fbe req-d81435fd-90a5-432a-a6e3-a21e3756026f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:28.450804 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0a227ec0-9472-44f6-b1ee-04bd62393fbe req-d81435fd-90a5-432a-a6e3-a21e3756026f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 932 time: 0.0865235 Mar 28 23:42:28.542230 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0a227ec0-9472-44f6-b1ee-04bd62393fbe req-8a4a0bc0-fe9b-4384-ae01-ee7e4ca55c19 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850201 Mar 28 23:42:28.553032 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:42:28.562911 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Publish callbacks [] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:28.575910 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Transition to ACTIVE for port object 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:42:28.579504 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:28.635807 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:28.712448 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Attempting to bind port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:42:28.712706 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Attempting to bind port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:42:28.713034 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Attempting to bind port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:28.717609 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:42:28.717930 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Attempting to bind port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 on network ff391c91-7095-4e45-a1a1-7c2e2f6f80df {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:28.723078 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:42:28.723414 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Checking segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:42:28.723803 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Bound using segment: {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:42:28.724259 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Bound port: 4ba77c33-a4e2-4fae-9d3a-91fc88792db6, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0db786-5208-410f-938e-4a91b720ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:42:28.724618 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:28.792078 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] For port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:42:28.795112 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] For port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:42:28.800593 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:28.832569 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:28.833288 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:28.834579 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ba77c33-a4e2-4fae-9d3a-91fc88792db6 HTTP/1.1" status: 200 len: 1094 time: 0.7258294 Mar 28 23:42:28.835013 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414122fe-4647-4d37-a52b-00e55e04e433', 'tag': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:28.837375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59d9156-0d03-459e-989a-e8eba61f085b" -d '{"events": [{"name": "network-changed", "server_uuid": "414122fe-4647-4d37-a52b-00e55e04e433", "tag": "4ba77c33-a4e2-4fae-9d3a-91fc88792db6"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:28.865154 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bb253-c897-4189-9eb1-8957cbc24fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:28.887301 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798aef8d-1daf-49bb-815d-95c310cd8365 x-openstack-request-id: req-798aef8d-1daf-49bb-815d-95c310cd8365 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:28.887593 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414122fe-4647-4d37-a52b-00e55e04e433", "tag": "4ba77c33-a4e2-4fae-9d3a-91fc88792db6", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:28.887874 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-798aef8d-1daf-49bb-815d-95c310cd8365 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:28.888286 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798aef8d-1daf-49bb-815d-95c310cd8365'] response: {'name': 'network-changed', 'server_uuid': '414122fe-4647-4d37-a52b-00e55e04e433', 'tag': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'status': 'completed', 'code': 200} Mar 28 23:42:28.956763 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca09f3c-f526-4590-ad98-ee156672994a req-b5b2eb69-306b-438f-8e60-56b82ff8799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:28.958811 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-b5b2eb69-306b-438f-8e60-56b82ff8799d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 1128 time: 0.0606151 Mar 28 23:42:29.020006 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-f1592fc0-537b-45fa-92bc-d581d3752f01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba77c33-a4e2-4fae-9d3a-91fc88792db6 HTTP/1.1" status: 200 len: 217 time: 0.0461469 Mar 28 23:42:29.062037 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-ce1bc75a-715b-46cb-819d-ac184c1e9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.063518 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-ce1bc75a-715b-46cb-819d-ac184c1e9db0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48445603d904db498f2cc8fbebe36ff&device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1130 time: 0.1208553 Mar 28 23:42:29.135879 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca09f3c-f526-4590-ad98-ee156672994a req-e3b5bd5c-0871-48ad-a012-ae3ec9952a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.137192 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-e3b5bd5c-0871-48ad-a012-ae3ec9952a30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.1089823 Mar 28 23:42:29.236107 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee2aaa-7058-4691-998c-e63f014f29c8 req-faee7696-b206-4064-9246-1d3c7b80d838 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.237469 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-adee2aaa-7058-4691-998c-e63f014f29c8 req-faee7696-b206-4064-9246-1d3c7b80d838 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.1203573 Mar 28 23:42:29.246136 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-d55482f1-6918-4f03-937a-13e4410994ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.247474 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-d55482f1-6918-4f03-937a-13e4410994ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 200 len: 910 time: 0.1781468 Mar 28 23:42:29.253307 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca09f3c-f526-4590-ad98-ee156672994a req-601f5b86-2882-47a5-8264-2a731d61bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.254648 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-601f5b86-2882-47a5-8264-2a731d61bccd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1020200 Mar 28 23:42:29.389398 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-24b4192e-3e7a-4a61-8885-007e977006f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 1002 time: 0.1330049 Mar 28 23:42:29.392932 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-adee2aaa-7058-4691-998c-e63f014f29c8 req-e1555d09-769f-4f32-8bd1-6f2da7c70d20 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494524 Mar 28 23:42:29.456827 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-3cfd04c3-36f5-439b-afac-ec47465e3f27 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884210 Mar 28 23:42:29.463476 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-685d91d3-a5ea-4f2f-b245-b0d5a5e4702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.464852 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-685d91d3-a5ea-4f2f-b245-b0d5a5e4702f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0036c71-2b4a-43b6-a6a4-f33c93551982 HTTP/1.1" status: 200 len: 848 time: 0.0675306 Mar 28 23:42:29.571525 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-80074cdb-e2d1-4c49-bb8c-702161d0c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.572958 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-80074cdb-e2d1-4c49-bb8c-702161d0c2a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c82322be-b69a-43cc-b597-25381cb6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1002710 Mar 28 23:42:29.602892 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cca09f3c-f526-4590-ad98-ee156672994a req-39fa17c9-6720-4019-aebb-051c10c36175 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371126 Mar 28 23:42:29.685681 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591df18a-a011-4518-b080-a03510da5d34 req-3811068c-3b20-4b8b-949b-66363f1b474f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.687206 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-591df18a-a011-4518-b080-a03510da5d34 req-3811068c-3b20-4b8b-949b-66363f1b474f tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 944 time: 0.0667129 Mar 28 23:42:29.722873 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-aa8d171d-de11-46a2-8464-eda649824634 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413369 Mar 28 23:42:29.745667 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d9156-0d03-459e-989a-e8eba61f085b req-a45b6512-9f1f-49e6-9b83-1e24451e34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.747279 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d59d9156-0d03-459e-989a-e8eba61f085b req-a45b6512-9f1f-49e6-9b83-1e24451e34fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 1128 time: 0.0791080 Mar 28 23:42:29.939147 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d9156-0d03-459e-989a-e8eba61f085b req-115ec726-288f-4e34-acc7-0eb295425591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.940648 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d59d9156-0d03-459e-989a-e8eba61f085b req-115ec726-288f-4e34-acc7-0eb295425591 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.1831834 Mar 28 23:42:29.942354 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5ebfc55-b1d7-4dd6-b2d8-3a9416ae9bfd req-121f60f3-941b-4b5c-9e74-e9da040ea2ca service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114015 Mar 28 23:42:29.944827 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-591df18a-a011-4518-b080-a03510da5d34 req-7f7d1414-3bee-4559-8ce1-21555ef3099d tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518141 Mar 28 23:42:29.950045 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b9268-28fc-4d03-9a46-da7bc4b67f97 req-54c4ee5e-f166-48d8-9d18-48bb753b93fc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:29.951457 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2f2b9268-28fc-4d03-9a46-da7bc4b67f97 req-54c4ee5e-f166-48d8-9d18-48bb753b93fc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1211746 Mar 28 23:42:29.994201 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d59d9156-0d03-459e-989a-e8eba61f085b req-a5836e10-4495-4a5a-acdc-36c6942e28c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba77c33-a4e2-4fae-9d3a-91fc88792db6 HTTP/1.1" status: 200 len: 217 time: 0.0417974 Mar 28 23:42:30.062746 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2f2b9268-28fc-4d03-9a46-da7bc4b67f97 req-cf525e31-6d01-44ae-ab5a-1f8840d809c7 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007400 Mar 28 23:42:30.064242 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d9156-0d03-459e-989a-e8eba61f085b req-11c19ab6-89d0-4603-85c4-3521a46e46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:30.065583 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d59d9156-0d03-459e-989a-e8eba61f085b req-11c19ab6-89d0-4603-85c4-3521a46e46ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0644093 Mar 28 23:42:30.121695 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d9156-0d03-459e-989a-e8eba61f085b req-774bdfe2-857a-4805-9b73-bf44528937c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:30.123136 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d59d9156-0d03-459e-989a-e8eba61f085b req-774bdfe2-857a-4805-9b73-bf44528937c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0466840 Mar 28 23:42:30.211967 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d59d9156-0d03-459e-989a-e8eba61f085b req-b4c0f865-c2bd-4c57-ae82-53f6a8cca36b service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798206 Mar 28 23:42:30.524346 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7f838-5cf5-451e-a1b4-a003eb847498 req-28cd345d-9516-48b3-b772-539b181f8da3 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:30.525797 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4ef7f838-5cf5-451e-a1b4-a003eb847498 req-28cd345d-9516-48b3-b772-539b181f8da3 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0544412 Mar 28 23:42:30.528013 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d59d9156-0d03-459e-989a-e8eba61f085b req-ea7e22c0-1c66-445c-8a26-04a6e2689d20 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063793 Mar 28 23:42:30.575778 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4ef7f838-5cf5-451e-a1b4-a003eb847498 req-b57189a1-50bc-4728-92a0-d63a144c3b0a tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433421 Mar 28 23:42:30.707501 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6cb60-f12b-425e-9895-c03803fdffc9 req-33ef8bde-cff4-4713-8617-778485c9d66f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:30.708997 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6fa6cb60-f12b-425e-9895-c03803fdffc9 req-33ef8bde-cff4-4713-8617-778485c9d66f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.0519910 Mar 28 23:42:30.756728 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6fa6cb60-f12b-425e-9895-c03803fdffc9 req-6c69c9e3-411a-4dd1-89e8-d9acf91df136 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Mar 28 23:42:30.778202 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:30.904667 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1797748-71fb-4e70-9ab8-2d57b7396241 tempest-TestMinimumBasicScenario-793291111 tempest-TestMinimumBasicScenario-793291111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:30.906163 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e1797748-71fb-4e70-9ab8-2d57b7396241 tempest-TestMinimumBasicScenario-793291111 tempest-TestMinimumBasicScenario-793291111-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1124 time: 0.1270065 Mar 28 23:42:30.909133 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60502) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:30.913715 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'port_id': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:30.933210 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.028243 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.065233 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd7305-3bab-45ad-a058-eb07ba8abd68 req-a74bfcc3-1b5b-45b2-b42e-00415527afb3 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:31.066900 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-97bd7305-3bab-45ad-a058-eb07ba8abd68 req-a74bfcc3-1b5b-45b2-b42e-00415527afb3 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 944 time: 0.0542650 Mar 28 23:42:31.120595 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-97bd7305-3bab-45ad-a058-eb07ba8abd68 req-b826f948-d9c4-4d9d-b3e0-62e7019c47b3 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472906 Mar 28 23:42:31.148988 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bd770787-21b7-41b8-b4c3-85d59b99665a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.153017 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Allocated IP 172.28.0.120 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/adc1a3cc-495d-4abf-bcd8-3354ad912987) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:31.251092 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9057-1986-436e-8486-3579c900b116 req-49b7adc4-604c-46ae-9dfb-709e08e1370a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:31.252601 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eebc9057-1986-436e-8486-3579c900b116 req-49b7adc4-604c-46ae-9dfb-709e08e1370a tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1156051 Mar 28 23:42:31.319238 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for port (adc1a3cc-495d-4abf-bcd8-3354ad912987), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.330073 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eebc9057-1986-436e-8486-3579c900b116 req-5e0f2f34-09c8-45e0-bec6-3302372ed0d0 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693314 Mar 28 23:42:31.358538 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (adc1a3cc-495d-4abf-bcd8-3354ad912987), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.398122 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:31.400932 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:31.404404 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:31.429705 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'Port': ['ID=adc1a3cc-495d-4abf-bcd8-3354ad912987,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:31.462346 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:42:31.564633 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:31.577182 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'port_id': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'mac_address': 'fa:16:3e:67:e9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:42:31.614172 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:31.614564 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.629121 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:42:31.650831 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:31.655962 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.713213 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:31.716279 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89499a-7fc0-43ae-8782-cd3e2c2e5390 req-36c5e7ef-3099-46fa-9871-05bf824d45d2 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:31.718019 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ec89499a-7fc0-43ae-8782-cd3e2c2e5390 req-36c5e7ef-3099-46fa-9871-05bf824d45d2 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0618329 Mar 28 23:42:31.785346 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ec89499a-7fc0-43ae-8782-cd3e2c2e5390 req-1c0ddedb-72e5-4f90-8183-2f82dd9c0ee1 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529170 Mar 28 23:42:31.841942 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for floatingip (acc8c814-ef16-4d36-956d-446bf0a8fd25), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.919021 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (adc1a3cc-495d-4abf-bcd8-3354ad912987), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:31.930773 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['4ba77c33-a4e2-4fae-9d3a-91fc88792db6'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:32.073245 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for port (adc1a3cc-495d-4abf-bcd8-3354ad912987), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:32.077701 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (adc1a3cc-495d-4abf-bcd8-3354ad912987), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:32.143777 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'Port': ['ID=adc1a3cc-495d-4abf-bcd8-3354ad912987,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:32.156803 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (acc8c814-ef16-4d36-956d-446bf0a8fd25), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:32.294756 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fc74c-07b8-4ee9-bb36-615a4cfd490d req-2d893de3-a327-415d-9a14-e55115310c90 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:32.296238 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-747fc74c-07b8-4ee9-bb36-615a4cfd490d req-2d893de3-a327-415d-9a14-e55115310c90 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 945 time: 0.1013851 Mar 28 23:42:32.319739 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Floating IP acc8c814-ef16-4d36-956d-446bf0a8fd25 associated. External IP: 172.28.0.120, port: 679a513c-e5a6-4b03-8df9-ffc25abdd222. Mar 28 23:42:32.445180 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84004be9-49fd-461b-853e-ed66d10eae4d req-a88a3028-cfd6-4714-8061-1f0545744e99 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:32.446695 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-84004be9-49fd-461b-853e-ed66d10eae4d req-a88a3028-cfd6-4714-8061-1f0545744e99 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.0517223 Mar 28 23:42:32.460810 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-747fc74c-07b8-4ee9-bb36-615a4cfd490d req-7c6721d7-b61f-4f45-a84b-8abe9457fd32 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588464 Mar 28 23:42:32.481053 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-9e6867be-6f16-486b-a3a3-21623b48acbe tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:32.482506 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-9e6867be-6f16-486b-a3a3-21623b48acbe tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 945 time: 0.1582825 Mar 28 23:42:32.495285 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-84004be9-49fd-461b-853e-ed66d10eae4d req-ccface40-ccb4-46ee-b499-b7a9b6f3c7f5 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427856 Mar 28 23:42:32.664352 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Router 2d2c305d-3141-4b36-8803-aa79b6f36499 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:42:32.670857 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Deleting port 7baa9cbc-1807-410b-8170-d48722904bca {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:32.671197 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (7baa9cbc-1807-410b-8170-d48722904bca), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:32.837278 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] For port 7baa9cbc-1807-410b-8170-d48722904bca, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7baa9cbc-1807-410b-8170-d48722904bca,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:32.837649 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (7baa9cbc-1807-410b-8170-d48722904bca), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:32.859186 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Calling delete_port for 7baa9cbc-1807-410b-8170-d48722904bca owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:32.875354 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:42:32.885238 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] Sync routers for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:42:32.895185 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:32.895791 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:32.946981 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:32.993470 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ee85-3555-480c-880f-7498a9dab8f9 req-253abc24-9b13-42e1-905a-7c15e44f48fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:32.994955 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c779ee85-3555-480c-880f-7498a9dab8f9 req-253abc24-9b13-42e1-905a-7c15e44f48fe tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.1409764 Mar 28 23:42:33.001861 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:33.007375 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-1eece23b-a967-4397-90f5-58b297a7e9a9 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0947883 Mar 28 23:42:33.007375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:33.007723 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60516) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:33.009344 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fb2384-c44e-4903-9f2e-b63282fdf3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:33.012615 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-9d8b738b-c8f5-4586-94cc-f78964fc8de2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041714030', 'description': 'tempest-secgroup-smoke-1041714030 description', 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:33.039014 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d8b738b-c8f5-4586-94cc-f78964fc8de2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.098144 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ddb5d8-d35c-429b-b101-57a08f263975 x-openstack-request-id: req-10ddb5d8-d35c-429b-b101-57a08f263975 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:33.098418 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:33.098683 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10ddb5d8-d35c-429b-b101-57a08f263975 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:33.099089 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ddb5d8-d35c-429b-b101-57a08f263975'] response: {'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'status': 'completed', 'code': 200} Mar 28 23:42:33.107612 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c779ee85-3555-480c-880f-7498a9dab8f9 req-c0c2d92c-aa44-432b-9c0e-97aac0363469 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056924 Mar 28 23:42:33.160992 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d8b738b-c8f5-4586-94cc-f78964fc8de2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group (afaa4286-79ed-43d7-966b-828b0ec97471), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.167716 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (7baa9cbc-1807-410b-8170-d48722904bca), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.168356 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d8b738b-c8f5-4586-94cc-f78964fc8de2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (afaa4286-79ed-43d7-966b-828b0ec97471), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.203590 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-14c3f4a3-a010-40f8-8e0a-bead12be0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:33.205146 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-14c3f4a3-a010-40f8-8e0a-bead12be0e39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1129 time: 0.1019354 Mar 28 23:42:33.208687 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event deleted for resources: {'Port': ['ID=7baa9cbc-1807-410b-8170-d48722904bca,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:33.229714 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d8b738b-c8f5-4586-94cc-f78964fc8de2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.231256 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9d8b738b-c8f5-4586-94cc-f78964fc8de2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2220290 Mar 28 23:42:33.235328 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:33.245191 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b738b-c8f5-4586-94cc-f78964fc8de2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afaa4286-79ed-43d7-966b-828b0ec97471,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:33.297844 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1e6ca87a-704b-4e4b-bf8c-85ae77ea83e1 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'security_group_rule': {'security_group_id': 'afaa4286-79ed-43d7-966b-828b0ec97471', 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:33.329269 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] No DVR routers for this DVR port 7baa9cbc-1807-410b-8170-d48722904bca on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:42:33.337383 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.340952 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-74ab5a72-7919-417b-8b76-1dd20b9f4999 req-04b2cc61-3499-4fae-bc68-840a2424a3aa tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "DELETE /v2.0/ports/7baa9cbc-1807-410b-8170-d48722904bca HTTP/1.1" status: 204 len: 173 time: 0.8516314 Mar 28 23:42:33.342454 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['8024932a-2c28-4a83-9cfc-f55e6b07022c', '7baa9cbc-1807-410b-8170-d48722904bca'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:33.408520 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-1529adc6-0c8c-4bdc-9a9a-9b67411edde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:33.410185 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-1529adc6-0c8c-4bdc-9a9a-9b67411edde8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 200 len: 916 time: 0.1974399 Mar 28 23:42:33.412481 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca87a-704b-4e4b-bf8c-85ae77ea83e1 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (8344f0fd-547d-4e75-96d2-6ad585f9a751), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.465290 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60530) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:33.479633 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:33.522690 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976bf9a-0226-4149-bcf4-bfc328ddfd33 req-37276692-de75-4b56-900f-f6ddc07e389b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:33.524008 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4976bf9a-0226-4149-bcf4-bfc328ddfd33 req-37276692-de75-4b56-900f-f6ddc07e389b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.1763492 Mar 28 23:42:33.527683 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-32967ac2-386e-44bb-9feb-88258615591e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 999 time: 0.1116180 Mar 28 23:42:33.551682 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'acc8c814-ef16-4d36-956d-446bf0a8fd25', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'floating_ip_address': '172.28.0.120', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'port_id': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'mac_address': 'fa:16:3e:31:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:31Z', 'updated_at': '2022-03-28T23:42:31Z', 'revision_number': 0, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:56Z', 'revision_number': 5, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:33.553945 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-00d78115-267f-4c88-a3e7-b8b4ef993c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.587538 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca87a-704b-4e4b-bf8c-85ae77ea83e1 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (8344f0fd-547d-4e75-96d2-6ad585f9a751), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.598759 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] Checking router: 2d2c305d-3141-4b36-8803-aa79b6f36499 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:42:33.602460 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca87a-704b-4e4b-bf8c-85ae77ea83e1 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (8344f0fd-547d-4e75-96d2-6ad585f9a751), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.613277 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:42:33.620475 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:33.621077 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.660513 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca87a-704b-4e4b-bf8c-85ae77ea83e1 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.663772 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-1e6ca87a-704b-4e4b-bf8c-85ae77ea83e1 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3709795 Mar 28 23:42:33.665518 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:33.666362 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:33.679412 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:33.694628 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-581b7dc5-8561-45ff-aa55-247f0c0b849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:33.696175 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-581b7dc5-8561-45ff-aa55-247f0c0b849f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 HTTP/1.1" status: 200 len: 854 time: 0.1600285 Mar 28 23:42:33.704214 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5fcf2dda-63d5-4e33-8114-f900c12d16da tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'security_group_rule': {'security_group_id': 'afaa4286-79ed-43d7-966b-828b0ec97471', 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:33.708174 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-0bbc8ea5-9b0c-476f-a3b6-9bee64b5319e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2404644 Mar 28 23:42:33.713923 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-7ce45327-68d7-44e1-9e50-c40e10901935 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:42:33.723267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ca87a-704b-4e4b-bf8c-85ae77ea83e1 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8344f0fd-547d-4e75-96d2-6ad585f9a751,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:33.725793 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-7ce45327-68d7-44e1-9e50-c40e10901935 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091331 Mar 28 23:42:33.768370 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42d5f-8d35-4202-af10-e004db8c4054 req-1c3ad9a2-35e3-45f1-9905-219657fb7ac1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:33.778101 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-62c42d5f-8d35-4202-af10-e004db8c4054 req-1c3ad9a2-35e3-45f1-9905-219657fb7ac1 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 945 time: 0.2064638 Mar 28 23:42:33.790548 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4976bf9a-0226-4149-bcf4-bfc328ddfd33 req-acbc73ce-4410-43b3-9453-32c64e578776 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580228 Mar 28 23:42:33.796568 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2dda-63d5-4e33-8114-f900c12d16da tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (91bd19da-9951-4dbb-ae60-b5226f46d171), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.832903 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-686bf984-c93b-405d-835a-60e2b64a6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:33.834656 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-686bf984-c93b-405d-835a-60e2b64a6556 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d784ea-0290-4a6d-b337-03ab97145c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1042047 Mar 28 23:42:33.882465 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-62c42d5f-8d35-4202-af10-e004db8c4054 req-bcfa9671-76dc-4384-831e-9a0543b3b343 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950840 Mar 28 23:42:33.904354 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:33.905737 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.947362 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414122fe-4647-4d37-a52b-00e55e04e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:33.950069 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28da2b7-f32e-4a37-80bc-e6350fd19668" -d '{"events": [{"server_uuid": "414122fe-4647-4d37-a52b-00e55e04e433", "name": "network-vif-plugged", "status": "completed", "tag": "4ba77c33-a4e2-4fae-9d3a-91fc88792db6"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:33.964237 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:33.968066 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:33.996163 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:33.997131 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 7baa9cbc-1807-410b-8170-d48722904bca no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:42:34.021468 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca968a9-3c45-49a3-aa23-56a1c61efc2e x-openstack-request-id: req-aca968a9-3c45-49a3-aa23-56a1c61efc2e {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:34.022154 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414122fe-4647-4d37-a52b-00e55e04e433", "name": "network-vif-plugged", "status": "completed", "tag": "4ba77c33-a4e2-4fae-9d3a-91fc88792db6", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:34.022596 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aca968a9-3c45-49a3-aa23-56a1c61efc2e {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:34.023199 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca968a9-3c45-49a3-aa23-56a1c61efc2e'] response: {'server_uuid': '414122fe-4647-4d37-a52b-00e55e04e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'code': 200} Mar 28 23:42:34.027421 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 7baa9cbc-1807-410b-8170-d48722904bca {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:42:34.028110 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 7baa9cbc-1807-410b-8170-d48722904bca not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:42:34.028754 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a6b8e927-8d75-4cec-9114-3fa7fc7b2786 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:42:34.039090 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60546) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:34.181488 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-2f3b188a-698a-4333-b3d6-fcea3809ce26 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:34.182517 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-2f3b188a-698a-4333-b3d6-fcea3809ce26 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports/a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 943 time: 0.1414123 Mar 28 23:42:34.197820 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:34.220716 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 is: ACTIVE; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:34.221111 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.250788 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b08c5c7-d124-4bca-ab67-01bd650dbf77 req-4bce4d85-e1a3-44bf-91bb-14abcb9dcfdc tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0a76569-4e11-4d55-940b-055302467be4 HTTP/1.1" status: 200 len: 210 time: 0.0669346 Mar 28 23:42:34.298077 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2dda-63d5-4e33-8114-f900c12d16da tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (91bd19da-9951-4dbb-ae60-b5226f46d171), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.306793 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-ae54d992-cd89-4f77-a12c-03db73cdab29 service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625497 Mar 28 23:42:34.307319 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2dda-63d5-4e33-8114-f900c12d16da tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (91bd19da-9951-4dbb-ae60-b5226f46d171), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.308015 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:34.314892 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.341837 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b784fe-b2d8-4678-b2d8-bf0bcbb9cd17 req-86082021-40a9-4439-8a2c-7f648ee68b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:34.343044 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f9b784fe-b2d8-4678-b2d8-bf0bcbb9cd17 req-86082021-40a9-4439-8a2c-7f648ee68b3d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 1130 time: 0.1569574 Mar 28 23:42:34.357323 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf2dda-63d5-4e33-8114-f900c12d16da tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bd19da-9951-4dbb-ae60-b5226f46d171,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:34.390007 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2dda-63d5-4e33-8114-f900c12d16da tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.391199 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-5fcf2dda-63d5-4e33-8114-f900c12d16da tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7085204 Mar 28 23:42:34.394747 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60556) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:34.401299 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-01b69f27-3471-4e3f-a124-638182d2104f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'security_group_rule': {'security_group_id': 'afaa4286-79ed-43d7-966b-828b0ec97471', 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:34.401475 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=6']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:34.432646 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'acc8c814-ef16-4d36-956d-446bf0a8fd25', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'floating_ip_address': '172.28.0.120', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'port_id': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'mac_address': 'fa:16:3e:31:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:31Z', 'updated_at': '2022-03-28T23:42:31Z', 'revision_number': 0, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:56Z', 'revision_number': 5, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:34.453477 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01b69f27-3471-4e3f-a124-638182d2104f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (89261c18-271e-45a8-989a-af04153b40ca), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.461458 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f9b784fe-b2d8-4678-b2d8-bf0bcbb9cd17 req-cddfe26d-d950-4a66-a018-2adca0d96c33 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052229 Mar 28 23:42:34.463227 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe1965-4fb3-406d-879f-64c3955cb324 None None] The sync data for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb is: [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'acc8c814-ef16-4d36-956d-446bf0a8fd25', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'floating_ip_address': '172.28.0.120', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'port_id': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'mac_address': 'fa:16:3e:31:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:31Z', 'updated_at': '2022-03-28T23:42:31Z', 'revision_number': 0, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:56Z', 'revision_number': 5, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:42:34.486213 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-47fb2384-c44e-4903-9f2e-b63282fdf3dd req-3dab0a7a-a289-4d59-a7e3-4a93c581a774 service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690006 Mar 28 23:42:34.524175 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01b69f27-3471-4e3f-a124-638182d2104f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (89261c18-271e-45a8-989a-af04153b40ca), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.529122 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01b69f27-3471-4e3f-a124-638182d2104f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (89261c18-271e-45a8-989a-af04153b40ca), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.548564 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b69f27-3471-4e3f-a124-638182d2104f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89261c18-271e-45a8-989a-af04153b40ca,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:34.555844 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01b69f27-3471-4e3f-a124-638182d2104f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.557064 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-01b69f27-3471-4e3f-a124-638182d2104f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1609595 Mar 28 23:42:34.559671 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60558) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:34.563992 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-664aa030-0fc2-4d59-8634-451b76650fd2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'security_group_rule': {'security_group_id': 'afaa4286-79ed-43d7-966b-828b0ec97471', 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:34.588378 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-664aa030-0fc2-4d59-8634-451b76650fd2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (20f5a37e-7c3d-41eb-8005-d6f8b74b1252), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.646317 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-664aa030-0fc2-4d59-8634-451b76650fd2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (20f5a37e-7c3d-41eb-8005-d6f8b74b1252), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.651269 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-664aa030-0fc2-4d59-8634-451b76650fd2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (20f5a37e-7c3d-41eb-8005-d6f8b74b1252), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.669695 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664aa030-0fc2-4d59-8634-451b76650fd2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f5a37e-7c3d-41eb-8005-d6f8b74b1252,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:34.676282 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-664aa030-0fc2-4d59-8634-451b76650fd2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.680326 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-664aa030-0fc2-4d59-8634-451b76650fd2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196125 Mar 28 23:42:34.680526 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60560) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:34.686356 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4032651e-861a-49f5-957e-99c30ff77ab8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'security_group_rule': {'security_group_id': 'afaa4286-79ed-43d7-966b-828b0ec97471', 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:34.696984 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60810428-8802-49d0-9a6a-78e34fc2234e None None] New status for floating IP acc8c814-ef16-4d36-956d-446bf0a8fd25: ACTIVE {{(pid=103357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:42:34.710028 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-4032651e-861a-49f5-957e-99c30ff77ab8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Project bbc1bef7357d414ba50c31a54c94d0bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 23:42:34.715440 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4032651e-861a-49f5-957e-99c30ff77ab8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (194cad2f-2840-4e63-b5de-cc9cdf372b65), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.744484 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.787076 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4032651e-861a-49f5-957e-99c30ff77ab8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (194cad2f-2840-4e63-b5de-cc9cdf372b65), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.793487 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4032651e-861a-49f5-957e-99c30ff77ab8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (194cad2f-2840-4e63-b5de-cc9cdf372b65), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.809331 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032651e-861a-49f5-957e-99c30ff77ab8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194cad2f-2840-4e63-b5de-cc9cdf372b65,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:34.822225 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4032651e-861a-49f5-957e-99c30ff77ab8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.823532 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-4032651e-861a-49f5-957e-99c30ff77ab8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417904 Mar 28 23:42:34.826176 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:34.830897 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6c935c56-cf17-49c3-93ec-524c89516083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'security_group_rule': {'security_group_id': 'afaa4286-79ed-43d7-966b-828b0ec97471', 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:34.854067 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-6c935c56-cf17-49c3-93ec-524c89516083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Project bbc1bef7357d414ba50c31a54c94d0bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 23:42:34.861556 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c935c56-cf17-49c3-93ec-524c89516083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (475c1d76-c987-4b42-b837-6520b8baa6c8), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.944842 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c935c56-cf17-49c3-93ec-524c89516083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (475c1d76-c987-4b42-b837-6520b8baa6c8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.952020 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c935c56-cf17-49c3-93ec-524c89516083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (475c1d76-c987-4b42-b837-6520b8baa6c8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.969375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c935c56-cf17-49c3-93ec-524c89516083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475c1d76-c987-4b42-b837-6520b8baa6c8,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:34.980276 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a62397-8e9d-44c3-b01b-7f240b1738fc req-e871e56a-f20a-4081-8bad-f5f7b96dd5fc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:34.982259 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3a62397-8e9d-44c3-b01b-7f240b1738fc req-e871e56a-f20a-4081-8bad-f5f7b96dd5fc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 944 time: 0.0867019 Mar 28 23:42:34.985207 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c935c56-cf17-49c3-93ec-524c89516083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:34.989365 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-6c935c56-cf17-49c3-93ec-524c89516083 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590586 Mar 28 23:42:35.036366 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c3a62397-8e9d-44c3-b01b-7f240b1738fc req-2fadef5d-26cd-4cec-b0cc-ca10b2b55a0d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471814 Mar 28 23:42:35.043140 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254eb26-434b-4a55-b9ee-b9de022addbf req-297a6fca-dff3-403e-b495-7b94ed1cba81 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:35.044736 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4254eb26-434b-4a55-b9ee-b9de022addbf req-297a6fca-dff3-403e-b495-7b94ed1cba81 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 946 time: 0.0572751 Mar 28 23:42:35.099371 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4254eb26-434b-4a55-b9ee-b9de022addbf req-3a1278ed-92c9-4b2d-90c3-92614c1241b6 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484002 Mar 28 23:42:35.100571 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a76569-4e11-4d55-940b-055302467be4', 'name': 'network-vif-deleted', 'tag': '7baa9cbc-1807-410b-8170-d48722904bca'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:35.102825 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73d6004-b49b-48ab-96d8-2b9ae60e34da" -d '{"events": [{"server_uuid": "b0a76569-4e11-4d55-940b-055302467be4", "name": "network-vif-deleted", "tag": "7baa9cbc-1807-410b-8170-d48722904bca"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:35.143710 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-8a9f8ccf-b841-40bf-b1d3-24cc90689f7a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041714030&fields=id&tenant_id=bbc1bef7357d414ba50c31a54c94d0bf HTTP/1.1" status: 200 len: 267 time: 0.0547628 Mar 28 23:42:35.161320 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efd9d24-cc7b-4390-9ef7-369e975e3878 x-openstack-request-id: req-2efd9d24-cc7b-4390-9ef7-369e975e3878 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:35.161640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a76569-4e11-4d55-940b-055302467be4", "name": "network-vif-deleted", "tag": "7baa9cbc-1807-410b-8170-d48722904bca", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:35.161864 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2efd9d24-cc7b-4390-9ef7-369e975e3878 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:35.162404 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2efd9d24-cc7b-4390-9ef7-369e975e3878'] response: {'server_uuid': 'b0a76569-4e11-4d55-940b-055302467be4', 'name': 'network-vif-deleted', 'tag': '7baa9cbc-1807-410b-8170-d48722904bca', 'status': 'completed', 'code': 200} Mar 28 23:42:35.203669 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-18a383f9-dabb-4d8a-9c9a-51e6a041f247 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:35.205164 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-18a383f9-dabb-4d8a-9c9a-51e6a041f247 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.0559778 Mar 28 23:42:35.216219 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'port': {'security_groups': ['291144c7-8fe7-4c41-bcf2-79dfa401499c', 'afaa4286-79ed-43d7-966b-828b0ec97471']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:35.290729 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:35.511993 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] For port 679a513c-e5a6-4b03-8df9-ffc25abdd222, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:35.546775 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:35.547800 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda4750-295e-4c28-a529-82790045541e req-97a24158-65e3-465f-8ada-b2161c22b784 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:35.549508 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8dda4750-295e-4c28-a529-82790045541e req-97a24158-65e3-465f-8ada-b2161c22b784 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0614557 Mar 28 23:42:35.559152 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:35.575044 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['679a513c-e5a6-4b03-8df9-ffc25abdd222'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:35.612804 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:35.613455 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:35.618287 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8dda4750-295e-4c28-a529-82790045541e req-df1627c9-75fd-47ff-8705-f05e987a5994 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590277 Mar 28 23:42:35.630430 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f5995d7f-399b-409f-8a81-eccb9fdec811 req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "PUT /v2.0/ports/679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 981 time: 0.4187422 Mar 28 23:42:35.631137 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:35.638468 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4204f395-127b-4ad7-ab04-4e91e1de6248" -d '{"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:35.689734 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565d1a9-fe3e-4514-83e5-396f7d606978 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'Port': ['ID=679a513c-e5a6-4b03-8df9-ffc25abdd222,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:35.755485 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['679a513c-e5a6-4b03-8df9-ffc25abdd222'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:35.786121 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a0c72f-15c3-4304-a4df-0fb339be0bb2 x-openstack-request-id: req-61a0c72f-15c3-4304-a4df-0fb339be0bb2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:35.786519 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:35.786777 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61a0c72f-15c3-4304-a4df-0fb339be0bb2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:35.787739 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a0c72f-15c3-4304-a4df-0fb339be0bb2'] response: {'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'status': 'completed', 'code': 200} Mar 28 23:42:35.827777 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3214906-42a0-4a1f-9683-62999f04962c req-482fdfff-1ced-4833-92e4-4ea328e13bba tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:35.835695 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c3214906-42a0-4a1f-9683-62999f04962c req-482fdfff-1ced-4833-92e4-4ea328e13bba tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.1495829 Mar 28 23:42:35.875164 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-f8409b88-5afe-4bf6-88ce-e011fdaea9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:35.877455 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-f8409b88-5afe-4bf6-88ce-e011fdaea9e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e&tenant_id=b48445603d904db498f2cc8fbebe36ff HTTP/1.1" status: 200 len: 1128 time: 0.1439338 Mar 28 23:42:35.951913 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c3214906-42a0-4a1f-9683-62999f04962c req-fd510c16-7a2f-4ccd-a5fb-c45accbb3a51 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149027 Mar 28 23:42:35.952556 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-e28cef1e-fdbc-4598-a7e3-f265c031e747 None None] Provisioning complete for port 679a513c-e5a6-4b03-8df9-ffc25abdd222 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:35.952933 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e28cef1e-fdbc-4598-a7e3-f265c031e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:36.014303 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-84332e56-2f64-47d3-9b3e-cef428b2a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.016097 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-84332e56-2f64-47d3-9b3e-cef428b2a021 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1168 time: 0.1607726 Mar 28 23:42:36.018035 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-5021884b-78e1-4c9d-a811-9d3654528b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.019613 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-5021884b-78e1-4c9d-a811-9d3654528b85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48445603d904db498f2cc8fbebe36ff&device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1128 time: 0.0641901 Mar 28 23:42:36.056888 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:36.059648 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b8b9d-f563-4915-9761-72e6765d65bb" -d '{"events": [{"server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:36.173700 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b88f6-09ae-4e07-bc3e-f2eef2998a26 x-openstack-request-id: req-388b88f6-09ae-4e07-bc3e-f2eef2998a26 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:36.174005 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:36.174301 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-388b88f6-09ae-4e07-bc3e-f2eef2998a26 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:36.175214 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388b88f6-09ae-4e07-bc3e-f2eef2998a26'] response: {'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'code': 200} Mar 28 23:42:36.176052 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e28cef1e-fdbc-4598-a7e3-f265c031e747 None None] Current status of the port 679a513c-e5a6-4b03-8df9-ffc25abdd222 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:36.218169 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f9604-e847-4aba-9ff5-657208a1fd10 req-e498331e-8c8e-4ef0-aef4-b7e47eb9730b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.219606 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c77f9604-e847-4aba-9ff5-657208a1fd10 req-e498331e-8c8e-4ef0-aef4-b7e47eb9730b tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 944 time: 0.0654027 Mar 28 23:42:36.243632 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:36.258963 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-bb2e0b81-b003-43ef-8aa0-c7b03f1175ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.260570 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-bb2e0b81-b003-43ef-8aa0-c7b03f1175ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 200 len: 916 time: 0.2318990 Mar 28 23:42:36.276757 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-c77f9604-e847-4aba-9ff5-657208a1fd10 req-2d955cb8-7dcc-4d78-aa56-239573e8aac2 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497959 Mar 28 23:42:36.320120 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-551b14e5-5ce1-4128-a37d-fb655607e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.321597 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-551b14e5-5ce1-4128-a37d-fb655607e9b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 200 len: 910 time: 0.2789359 Mar 28 23:42:36.383432 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c614fb-f373-459b-ada9-e5028f7504cf req-0117e8a2-69d2-4577-acf8-a2d7efd4ed74 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.384948 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-60c614fb-f373-459b-ada9-e5028f7504cf req-0117e8a2-69d2-4577-acf8-a2d7efd4ed74 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 946 time: 0.1765492 Mar 28 23:42:36.416421 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-47a3a84d-fea1-4a60-bc9a-b83f0a9d3b9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 1001 time: 0.1402760 Mar 28 23:42:36.426767 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-4543a967-ba5c-4db8-a155-bb7f3c31a7f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 1000 time: 0.0977023 Mar 28 23:42:36.520608 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-60c614fb-f373-459b-ada9-e5028f7504cf req-fc946065-7335-45d0-96a8-26beaef09358 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270492 Mar 28 23:42:36.527374 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-178218b4-d7ee-4e6e-b351-296197caa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.528771 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-178218b4-d7ee-4e6e-b351-296197caa087 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0036c71-2b4a-43b6-a6a4-f33c93551982 HTTP/1.1" status: 200 len: 848 time: 0.0899427 Mar 28 23:42:36.532116 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-abb95604-2fff-4b4d-a0ea-f0bebc1712f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.533621 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-abb95604-2fff-4b4d-a0ea-f0bebc1712f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 HTTP/1.1" status: 200 len: 854 time: 0.1060212 Mar 28 23:42:36.630103 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-dff00d39-276d-40cc-9b08-e012c4e3579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.632215 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-dff00d39-276d-40cc-9b08-e012c4e3579c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c82322be-b69a-43cc-b597-25381cb6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0801594 Mar 28 23:42:36.634048 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074863f5-4cd0-41b0-b977-94d441d4538d req-fbda443c-4a41-48f0-b4d1-d2e52cde58b0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.634796 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-54462ce5-ad01-488c-b2c1-9285642a9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.635562 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-074863f5-4cd0-41b0-b977-94d441d4538d req-fbda443c-4a41-48f0-b4d1-d2e52cde58b0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 946 time: 0.0514750 Mar 28 23:42:36.636290 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-54462ce5-ad01-488c-b2c1-9285642a9c6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d784ea-0290-4a6d-b337-03ab97145c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0761490 Mar 28 23:42:36.645319 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60604) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:36.650228 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Request body: {'floatingip': {'port_id': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:36.691853 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (cc559e54-8140-4e96-9e9f-8cabc511caab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:36.831074 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-90f009ab-cb22-4d8e-a77a-900558a8deb5 service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857023 Mar 28 23:42:36.835596 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-69d9db48-cb71-4be2-973d-222702077545 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915238 Mar 28 23:42:36.843404 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3126b-2a26-4dc7-9b68-03c516fa4a7b req-e1831f58-26da-4038-a540-a431cdde8dea tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:36.844816 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9cf3126b-2a26-4dc7-9b68-03c516fa4a7b req-e1831f58-26da-4038-a540-a431cdde8dea tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.1186271 Mar 28 23:42:37.009100 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9cf3126b-2a26-4dc7-9b68-03c516fa4a7b req-08e8de73-478c-4e6f-96f0-e2690c3a7087 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490810 Mar 28 23:42:37.035245 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4204f395-127b-4ad7-ab04-4e91e1de6248 req-1764ebaf-b358-4744-9d84-720361aa24fd service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894929 Mar 28 23:42:37.041115 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-483b0e53-9fc1-4e9e-b11a-9c52d3241804 req-aa81efb0-779a-4e3b-8a51-7a24daf24f45 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943500 Mar 28 23:42:37.121974 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:37.125836 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (cc559e54-8140-4e96-9e9f-8cabc511caab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:37.226104 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.l3_db [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Floating IP cc559e54-8140-4e96-9e9f-8cabc511caab associated. External IP: 172.28.0.14, port: 4ba77c33-a4e2-4fae-9d3a-91fc88792db6. Mar 28 23:42:37.451509 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6129b6-8942-4b39-bf64-9945da36c88c req-faac7bf1-304f-4292-b8fb-9e00948feba8 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:37.452959 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8a6129b6-8942-4b39-bf64-9945da36c88c req-faac7bf1-304f-4292-b8fb-9e00948feba8 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 944 time: 0.0949805 Mar 28 23:42:37.481320 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:42:37.514044 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8a6129b6-8942-4b39-bf64-9945da36c88c req-cc4a440a-8248-46e0-a0a5-2bddc18b81a5 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550773 Mar 28 23:42:37.609517 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:42:37.613778 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:37.619811 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:42:37.629390 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:37.630018 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:37.642452 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-514c1860-0e9b-4d8d-b633-9051ede20c1c tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "PUT /v2.0/floatingips/cc559e54-8140-4e96-9e9f-8cabc511caab HTTP/1.1" status: 200 len: 991 time: 0.9959738 Mar 28 23:42:37.789394 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414122fe-4647-4d37-a52b-00e55e04e433', 'tag': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:37.791786 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf8908f-1886-4f49-8829-4887f9dd725b" -d '{"events": [{"name": "network-changed", "server_uuid": "414122fe-4647-4d37-a52b-00e55e04e433", "tag": "4ba77c33-a4e2-4fae-9d3a-91fc88792db6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:37.830316 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540dbf24-4ece-4674-b73e-7ca9817e1ef0 x-openstack-request-id: req-540dbf24-4ece-4674-b73e-7ca9817e1ef0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:37.833250 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414122fe-4647-4d37-a52b-00e55e04e433", "tag": "4ba77c33-a4e2-4fae-9d3a-91fc88792db6", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:37.833564 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-540dbf24-4ece-4674-b73e-7ca9817e1ef0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:37.835021 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540dbf24-4ece-4674-b73e-7ca9817e1ef0'] response: {'name': 'network-changed', 'server_uuid': '414122fe-4647-4d37-a52b-00e55e04e433', 'tag': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'status': 'completed', 'code': 200} Mar 28 23:42:37.848926 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:37.881273 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:37.903328 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-f3eb0858-9bbb-48ab-a88d-621a8c2fd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:37.904867 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-f3eb0858-9bbb-48ab-a88d-621a8c2fd94b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 1130 time: 0.0478082 Mar 28 23:42:37.999702 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-19d764b5-5b66-4092-9d16-2d3b4dda249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:38.001133 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-19d764b5-5b66-4092-9d16-2d3b4dda249f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 200 len: 915 time: 0.0896947 Mar 28 23:42:38.133340 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-d9124b77-e439-4c7b-95de-d12dd3dc14e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba77c33-a4e2-4fae-9d3a-91fc88792db6 HTTP/1.1" status: 200 len: 999 time: 0.1255710 Mar 28 23:42:38.139894 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'cc559e54-8140-4e96-9e9f-8cabc511caab', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.14', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:67:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414122fe-4647-4d37-a52b-00e55e04e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:24Z', 'updated_at': '2022-03-28T23:42:37Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:38.158305 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f2ba0-4100-4459-8b74-442a2b37cfa8 req-a62a8d02-e051-4ad2-acb1-f32ff05d3ed2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:38.160722 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e89f2ba0-4100-4459-8b74-442a2b37cfa8 req-a62a8d02-e051-4ad2-acb1-f32ff05d3ed2 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0632727 Mar 28 23:42:38.172358 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:42:38.182327 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:38.183049 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:38.197647 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddcd20-cb9b-4dee-adcf-a4753107c5e0 req-0eaecbad-d562-4671-aacf-5ee755450a60 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:38.199268 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4bddcd20-cb9b-4dee-adcf-a4753107c5e0 req-0eaecbad-d562-4671-aacf-5ee755450a60 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.1021197 Mar 28 23:42:38.204673 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-d6a993cb-5b95-471e-8a59-96368a71d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:38.206069 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-d6a993cb-5b95-471e-8a59-96368a71d371 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 200 len: 853 time: 0.0639200 Mar 28 23:42:38.219300 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-e89f2ba0-4100-4459-8b74-442a2b37cfa8 req-00418ead-8a4e-4e1a-b6a6-80b3814ff55d tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515597 Mar 28 23:42:38.283914 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-4bddcd20-cb9b-4dee-adcf-a4753107c5e0 req-46674b76-ca34-4c4e-a11e-7d85787a0710 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767705 Mar 28 23:42:38.290367 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-7486cf19-f93c-4e91-9c9f-62030a33926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:38.291871 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-7486cf19-f93c-4e91-9c9f-62030a33926e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff391c91-7095-4e45-a1a1-7c2e2f6f80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0783017 Mar 28 23:42:38.294334 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:38.382819 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-6d06bf9a-7b4d-45e5-87bd-a394ed27b455 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840507 Mar 28 23:42:38.478778 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dcf8908f-1886-4f49-8829-4887f9dd725b req-1beba2a5-0e94-484b-89de-4f2cc8081370 service neutron] 10.222.0.30 "GET /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877690 Mar 28 23:42:38.511938 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'cc559e54-8140-4e96-9e9f-8cabc511caab', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.14', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:67:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414122fe-4647-4d37-a52b-00e55e04e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:24Z', 'updated_at': '2022-03-28T23:42:37Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:38.537351 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e273ee97-be41-44bf-b686-df9cdb655272 None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'cc559e54-8140-4e96-9e9f-8cabc511caab', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'floating_ip_address': '172.28.0.14', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'port_id': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'mac_address': 'fa:16:3e:67:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414122fe-4647-4d37-a52b-00e55e04e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:24Z', 'updated_at': '2022-03-28T23:42:37Z', 'revision_number': 1, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:42:38.633841 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c628b4c-3756-4e62-a03e-ff90ae744c71 req-04a62b33-340d-446f-b3ea-7b7de1dbdd69 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:38.635316 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8c628b4c-3756-4e62-a03e-ff90ae744c71 req-04a62b33-340d-446f-b3ea-7b7de1dbdd69 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 944 time: 0.0530980 Mar 28 23:42:38.686929 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8c628b4c-3756-4e62-a03e-ff90ae744c71 req-58c39bc4-486a-4b06-a182-b0314c319b33 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459771 Mar 28 23:42:38.734709 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd5a28-e2a8-43e8-b7b0-9d20e0421bbb None None] New status for floating IP cc559e54-8140-4e96-9e9f-8cabc511caab: ACTIVE {{(pid=103357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:42:39.089340 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-0f56cdf8-65b0-4f1e-b913-bc94b4f31546 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:39.090777 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-0f56cdf8-65b0-4f1e-b913-bc94b4f31546 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0522988 Mar 28 23:42:39.187710 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Deleting port 8024932a-2c28-4a83-9cfc-f55e6b07022c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:39.188103 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:39.274279 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] For port 8024932a-2c28-4a83-9cfc-f55e6b07022c, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8024932a-2c28-4a83-9cfc-f55e6b07022c,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:39.274676 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:39.289820 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Calling delete_port for 8024932a-2c28-4a83-9cfc-f55e6b07022c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:39.380867 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401aafb-1f66-4c49-b5d1-023ed0ec467c req-cf4aeb6c-5305-4e6f-b1c7-274dcef515ee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:39.382349 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0401aafb-1f66-4c49-b5d1-023ed0ec467c req-cf4aeb6c-5305-4e6f-b1c7-274dcef515ee tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/ports?device_id=77dc4d9d-b295-484d-83a7-ae7c993b335a HTTP/1.1" status: 200 len: 945 time: 0.0943143 Mar 28 23:42:39.407783 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab078-d4d6-4b99-9de3-3c9965692c24 req-8cd79ba8-767b-43bb-b2c1-d5cd31d108f6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:39.409260 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-951ab078-d4d6-4b99-9de3-3c9965692c24 req-8cd79ba8-767b-43bb-b2c1-d5cd31d108f6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0535314 Mar 28 23:42:39.450433 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0401aafb-1f66-4c49-b5d1-023ed0ec467c req-b1bd1b83-f935-42e1-a68e-ae18c5836416 tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.16 "GET /v2.0/security-groups?id=d806f508-4000-4732-ae6e-2faf77edd4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587575 Mar 28 23:42:39.457701 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-951ab078-d4d6-4b99-9de3-3c9965692c24 req-e08ffc79-275a-429d-baf4-bd5ba66b784b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 Mar 28 23:42:39.497351 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (8024932a-2c28-4a83-9cfc-f55e6b07022c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:39.500013 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a6b8e927-8d75-4cec-9114-3fa7fc7b2786 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:42:39.513746 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['8024932a-2c28-4a83-9cfc-f55e6b07022c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:39.525583 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Pushing event deleted for resources: {'Port': ['ID=8024932a-2c28-4a83-9cfc-f55e6b07022c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:39.571992 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] No DVR routers for this DVR port 8024932a-2c28-4a83-9cfc-f55e6b07022c on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:42:39.574472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:39.577808 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-90ab1af4-5d10-4572-bdcf-8ea1a9e38ceb req-e1509808-fb9d-45a4-bbe8-7bb99d5bd6fd tempest-ServerRescueNegativeTestJSON-674430928 tempest-ServerRescueNegativeTestJSON-674430928-project] 10.222.0.30 "DELETE /v2.0/ports/8024932a-2c28-4a83-9cfc-f55e6b07022c HTTP/1.1" status: 204 len: 173 time: 0.4818954 Mar 28 23:42:39.578253 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dc4d9d-b295-484d-83a7-ae7c993b335a', 'name': 'network-vif-deleted', 'tag': '8024932a-2c28-4a83-9cfc-f55e6b07022c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:39.580533 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba0175f-6c08-47b8-88a2-034a037190f2" -d '{"events": [{"server_uuid": "77dc4d9d-b295-484d-83a7-ae7c993b335a", "name": "network-vif-deleted", "tag": "8024932a-2c28-4a83-9cfc-f55e6b07022c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:39.620151 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f80be77-5808-4c9e-8771-dd5de1a99035 x-openstack-request-id: req-0f80be77-5808-4c9e-8771-dd5de1a99035 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:39.620472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dc4d9d-b295-484d-83a7-ae7c993b335a", "name": "network-vif-deleted", "tag": "8024932a-2c28-4a83-9cfc-f55e6b07022c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:39.620731 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f80be77-5808-4c9e-8771-dd5de1a99035 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:39.621139 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f80be77-5808-4c9e-8771-dd5de1a99035'] response: {'server_uuid': '77dc4d9d-b295-484d-83a7-ae7c993b335a', 'name': 'network-vif-deleted', 'tag': '8024932a-2c28-4a83-9cfc-f55e6b07022c', 'status': 'completed', 'code': 200} Mar 28 23:42:39.630234 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:39.645378 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'port_id': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'mac_address': 'fa:16:3e:94:44:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:42:39.686325 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:39.686716 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:39.699494 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b8e927-8d75-4cec-9114-3fa7fc7b2786 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:42:39.720005 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:39.724995 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:39.774272 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=7']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:39.808870 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaade8d-1286-489c-9247-fccc4486c066 req-2a2f6802-27ab-44fb-8c2e-d0d21c0c024c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:39.810249 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7aaade8d-1286-489c-9247-fccc4486c066 req-2a2f6802-27ab-44fb-8c2e-d0d21c0c024c tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 945 time: 0.0517490 Mar 28 23:42:39.858142 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7aaade8d-1286-489c-9247-fccc4486c066 req-a9d4fd15-9045-49a5-92d6-d25fc514dc40 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423181 Mar 28 23:42:40.014717 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['a6b8e927-8d75-4cec-9114-3fa7fc7b2786'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:40.506609 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:40.579354 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85dbd0-7745-4c4e-a9b2-3620d4e6629b req-3761fca0-3168-414a-a470-af5690196df8 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:40.580847 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8a85dbd0-7745-4c4e-a9b2-3620d4e6629b req-3761fca0-3168-414a-a470-af5690196df8 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0509315 Mar 28 23:42:40.629573 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8a85dbd0-7745-4c4e-a9b2-3620d4e6629b req-18bdca52-22a7-423f-affc-b4c1271c092f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Mar 28 23:42:41.084608 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0bfc9-d639-403f-8793-4fccc1dd1c5d req-e75c1d28-64dc-4914-8411-75852cfb2f21 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:41.086028 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8e0bfc9-d639-403f-8793-4fccc1dd1c5d req-e75c1d28-64dc-4914-8411-75852cfb2f21 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 945 time: 0.0903113 Mar 28 23:42:41.187751 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c8e0bfc9-d639-403f-8793-4fccc1dd1c5d req-fb0fbb4b-06aa-42b8-8772-55900a0a606d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956528 Mar 28 23:42:41.302483 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608117'] for router_interface (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:41.500593 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a6b8e927-8d75-4cec-9114-3fa7fc7b2786 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:41.546964 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:41.547341 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:41.593207 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Deleting port f9de8a84-74da-411c-a15b-742d42fd0cab {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:41.593800 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:41.625025 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:41.625420 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:41.648275 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:41.650500 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9258f0-6072-4cfa-a303-41861cfeb4b5" -d '{"events": [{"server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "name": "network-vif-plugged", "status": "completed", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:41.662596 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:41.670462 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:41.671423 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8024932a-2c28-4a83-9cfc-f55e6b07022c no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:42:41.698998 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d34f070-73c6-40d2-9c17-d4a64fdc2faa x-openstack-request-id: req-5d34f070-73c6-40d2-9c17-d4a64fdc2faa {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:41.699805 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "name": "network-vif-plugged", "status": "completed", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:41.700168 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d34f070-73c6-40d2-9c17-d4a64fdc2faa {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:41.700664 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d34f070-73c6-40d2-9c17-d4a64fdc2faa'] response: {'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'code': 200} Mar 28 23:42:41.701199 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] For port f9de8a84-74da-411c-a15b-742d42fd0cab, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=f9de8a84-74da-411c-a15b-742d42fd0cab,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:41.701568 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:41.719220 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 8024932a-2c28-4a83-9cfc-f55e6b07022c {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:42:41.719746 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 8024932a-2c28-4a83-9cfc-f55e6b07022c not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:42:41.726002 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Calling delete_port for f9de8a84-74da-411c-a15b-742d42fd0cab owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:41.745562 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=8']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:41.810642 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74e1ba-f9c1-45c3-b763-605af4a6eec6 req-de2793bb-b973-47a5-b83d-003c3e3152a3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:41.812149 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-da74e1ba-f9c1-45c3-b763-605af4a6eec6 req-de2793bb-b973-47a5-b83d-003c3e3152a3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.1025059 Mar 28 23:42:41.907521 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-da74e1ba-f9c1-45c3-b763-605af4a6eec6 req-0bf855c8-5ac2-4263-b458-3a80c5831fcd tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882888 Mar 28 23:42:42.008785 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a7d1e-d754-4889-823d-d19eb4d5d2e9 req-754f91c0-01b3-42fb-bd91-2b8f7a5c1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:42.010199 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bb9a7d1e-d754-4889-823d-d19eb4d5d2e9 req-754f91c0-01b3-42fb-bd91-2b8f7a5c1c90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1130 time: 0.0790579 Mar 28 23:42:42.011232 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (f9de8a84-74da-411c-a15b-742d42fd0cab), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:42.046845 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9de8a84-74da-411c-a15b-742d42fd0cab,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:42.130206 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bb9a7d1e-d754-4889-823d-d19eb4d5d2e9 req-26b1eb79-da90-4186-b060-f274c0388905 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095424 Mar 28 23:42:42.242716 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612837'] for router_interface (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:42.353699 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174e2bb-1367-4906-8030-427d9b57b394 req-3ec53e94-1750-42a7-834d-7c55d3960d09 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:42.355101 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6174e2bb-1367-4906-8030-427d9b57b394 req-3ec53e94-1750-42a7-834d-7c55d3960d09 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0995178 Mar 28 23:42:42.404035 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6174e2bb-1367-4906-8030-427d9b57b394 req-927ff10e-c5a6-42fa-844c-81b846fe9588 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Mar 28 23:42:42.460444 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:42:42.565396 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:42:42.570213 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e721ef66-4763-47e0-9212-9089462b4448 admin admin] 10.222.0.16 "PUT /v2.0/routers/dfe886ba-1e5f-48ad-9bb9-2b6106dadca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0625174 Mar 28 23:42:42.573393 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:42.576061 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] Sync routers for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:42:42.589332 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:42.589949 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:42.678009 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks [] for router (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:42.694516 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:42.807008 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-1a8f69ae-a6ec-4d3c-9a01-284b4d60a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:42.808521 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-1a8f69ae-a6ec-4d3c-9a01-284b4d60a31d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48445603d904db498f2cc8fbebe36ff&device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1130 time: 0.0703731 Mar 28 23:42:42.817416 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks [] for router_gateway (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:42.872661 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109'}], 'enable_snat': True}, 'gw_port_id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:42:41Z', 'revision_number': 5, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port': {'id': '87740d9d-7dc4-4e8a-ab03-75193968eb2e', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:42.900116 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] Checking router: dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:42:42.909390 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] Routers {'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:42.910017 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:43.003562 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] Set router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:43.060093 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:42:42Z', 'revision_number': 6, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port_host': None}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:43.086653 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee4776-b7f3-4bfe-9a02-62d727ecd9db None None] The sync data for ids ['dfe886ba-1e5f-48ad-9bb9-2b6106dadca7'] in dv-cinder-835525-1-smb is: [{'id': 'dfe886ba-1e5f-48ad-9bb9-2b6106dadca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1045716907-router', 'tenant_id': '517ec0067f0d482cae1465b1633f7b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:45Z', 'updated_at': '2022-03-28T23:42:42Z', 'revision_number': 6, 'project_id': '517ec0067f0d482cae1465b1633f7b5e', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:42:43.178227 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Deleting port 87740d9d-7dc4-4e8a-ab03-75193968eb2e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:43.178570 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:43.199146 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-a12dd3cb-fbeb-4cd0-8cd5-f5b576586405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:43.200667 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-a12dd3cb-fbeb-4cd0-8cd5-f5b576586405 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 200 len: 910 time: 0.3700807 Mar 28 23:42:43.334793 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2222e0e-ca62-4154-a865-5038f30a7bc1 req-88478401-a978-42f2-94b1-9ad2f7194574 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:43.336317 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d2222e0e-ca62-4154-a865-5038f30a7bc1 req-88478401-a978-42f2-94b1-9ad2f7194574 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.2186868 Mar 28 23:42:43.342600 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-e131af77-c673-4db5-ac66-941cce0169a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 1002 time: 0.1047010 Mar 28 23:42:43.416066 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] For port 87740d9d-7dc4-4e8a-ab03-75193968eb2e, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=87740d9d-7dc4-4e8a-ab03-75193968eb2e,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:43.416360 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:43.440211 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Calling delete_port for 87740d9d-7dc4-4e8a-ab03-75193968eb2e owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:43.464834 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-8a8b4a0f-ce09-403f-b92e-a5fbc8f35a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:43.466320 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-8a8b4a0f-ce09-403f-b92e-a5fbc8f35a9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0036c71-2b4a-43b6-a6a4-f33c93551982 HTTP/1.1" status: 200 len: 848 time: 0.1074259 Mar 28 23:42:43.470956 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d2222e0e-ca62-4154-a865-5038f30a7bc1 req-57fb5f5c-56dc-4dea-96f6-64597ff1e6d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275439 Mar 28 23:42:43.551515 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aea2d-d700-4de8-ab38-6c01438612f4 req-f6fa011d-4ad3-4f75-8ade-145b8d0a33da tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:43.553039 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a39aea2d-d700-4de8-ab38-6c01438612f4 req-f6fa011d-4ad3-4f75-8ade-145b8d0a33da tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0647879 Mar 28 23:42:43.604515 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-4835a85b-72f1-4587-8cda-5838094f8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:43.605950 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a39aea2d-d700-4de8-ab38-6c01438612f4 req-e06bec9e-3588-418a-8cf4-722ca69949cf tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464265 Mar 28 23:42:43.606126 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-4835a85b-72f1-4587-8cda-5838094f8c09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c82322be-b69a-43cc-b597-25381cb6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1070502 Mar 28 23:42:43.606621 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:43.742351 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-0cc44f12-7562-48c7-924b-3f6b80930a06 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296942 Mar 28 23:42:43.746387 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (87740d9d-7dc4-4e8a-ab03-75193968eb2e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:43.788172 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Pushing event deleted for resources: {'Port': ['ID=87740d9d-7dc4-4e8a-ab03-75193968eb2e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:43.902562 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607759'] for router_gateway (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:43.952289 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 87740d9d-7dc4-4e8a-ab03-75193968eb2e no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:42:43.973263 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 87740d9d-7dc4-4e8a-ab03-75193968eb2e {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:42:43.973696 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 87740d9d-7dc4-4e8a-ab03-75193968eb2e not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:42:43.974220 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device f9de8a84-74da-411c-a15b-742d42fd0cab no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:42:43.980719 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-fc514d04-c2dc-4581-ad69-e49bff7697a8 req-7d00061e-702a-4292-935a-2d89addff039 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320528 Mar 28 23:42:44.016061 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.019172 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks [] for router_controller (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.091537 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614122'] for router (dfe886ba-1e5f-48ad-9bb9-2b6106dadca7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.092180 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 23:42:44.098111 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.099430 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-b59e8a75-582a-4ad8-a592-b6c43eac07ff admin admin] 10.222.0.16 "DELETE /v2.0/routers/dfe886ba-1e5f-48ad-9bb9-2b6106dadca7 HTTP/1.1" status: 204 len: 168 time: 1.5237975 Mar 28 23:42:44.102125 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:44.127885 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: f9de8a84-74da-411c-a15b-742d42fd0cab {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:42:44.128154 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device f9de8a84-74da-411c-a15b-742d42fd0cab not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:42:44.148994 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-233f63ea-5402-441e-b09d-55f0d216cab6 admin admin] Deleting subnet 5456eaae-eae6-4d64-93e9-f0324889b029 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:42:44.152513 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-233f63ea-5402-441e-b09d-55f0d216cab6 admin admin] Publish callbacks [] for subnet (5456eaae-eae6-4d64-93e9-f0324889b029), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.188360 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-233f63ea-5402-441e-b09d-55f0d216cab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5248431'] for subnet (5456eaae-eae6-4d64-93e9-f0324889b029), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.299856 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-233f63ea-5402-441e-b09d-55f0d216cab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (5456eaae-eae6-4d64-93e9-f0324889b029), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.353692 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-233f63ea-5402-441e-b09d-55f0d216cab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4835517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979422'] for subnet (5456eaae-eae6-4d64-93e9-f0324889b029), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.389044 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f63ea-5402-441e-b09d-55f0d216cab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5456eaae-eae6-4d64-93e9-f0324889b029,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:44.390930 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-233f63ea-5402-441e-b09d-55f0d216cab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.394753 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-233f63ea-5402-441e-b09d-55f0d216cab6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5456eaae-eae6-4d64-93e9-f0324889b029 HTTP/1.1" status: 204 len: 168 time: 0.2916670 Mar 28 23:42:44.395963 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a10d1-4eea-4a3c-980a-f81bd1b1189d None None] Network 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:42:44.397452 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60676) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:44.465696 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.525938 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Deleting port 7366afa5-cd2f-4433-9694-2e7449693284 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:44.526457 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (7366afa5-cd2f-4433-9694-2e7449693284), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.549866 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] DHCP port deletion for 9fe369b0-7362-4661-bcb1-8d18c8e1fa3b request from dv-cinder-835525-1-smb {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 23:42:44.591425 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] For port 7366afa5-cd2f-4433-9694-2e7449693284, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=7366afa5-cd2f-4433-9694-2e7449693284,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:44.592071 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (7366afa5-cd2f-4433-9694-2e7449693284), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.601414 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] Deleting port 7366afa5-cd2f-4433-9694-2e7449693284 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:42:44.601798 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (7366afa5-cd2f-4433-9694-2e7449693284), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.608921 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f256a5-5562-4470-b13a-9bc003f96df3 req-03e528ff-4e6d-4620-b681-2de93ca602a6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:44.610215 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Calling delete_port for 7366afa5-cd2f-4433-9694-2e7449693284 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:44.610428 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-44f256a5-5562-4470-b13a-9bc003f96df3 req-03e528ff-4e6d-4620-b681-2de93ca602a6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0600984 Mar 28 23:42:44.659284 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-44f256a5-5562-4470-b13a-9bc003f96df3 req-4939a79b-db7e-487b-9298-ce1282a29f7f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Mar 28 23:42:44.670668 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] For port 7366afa5-cd2f-4433-9694-2e7449693284, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=7366afa5-cd2f-4433-9694-2e7449693284,segment=NetworkSegment(7e51118c-d5cd-4e10-b8db-0f42b2d4df27),segment_id=7e51118c-d5cd-4e10-b8db-0f42b2d4df27)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:44.671228 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (7366afa5-cd2f-4433-9694-2e7449693284), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.686015 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] Calling delete_port for 7366afa5-cd2f-4433-9694-2e7449693284 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:42:44.701070 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (7366afa5-cd2f-4433-9694-2e7449693284), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.727231 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=7366afa5-cd2f-4433-9694-2e7449693284,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:44.729068 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] No DVR routers for this DVR port 7366afa5-cd2f-4433-9694-2e7449693284 on host dv-cinder-835525-1-smb {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:42:44.798035 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.799792 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (7366afa5-cd2f-4433-9694-2e7449693284), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.817114 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe369b0-7362-4661-bcb1-8d18c8e1fa3b']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:44.826049 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e51118c-d5cd-4e10-b8db-0f42b2d4df27') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:44.826340 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e51118c-d5cd-4e10-b8db-0f42b2d4df27') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:44.826920 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] Pushing event deleted for resources: {'Port': ['ID=7366afa5-cd2f-4433-9694-2e7449693284,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:44.830577 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf75b6-d146-4630-8a4e-ff7f05c8b55b None None] No DVR routers for this DVR port 7366afa5-cd2f-4433-9694-2e7449693284 on host dv-cinder-835525-1-smb {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:42:44.836257 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (7e51118c-d5cd-4e10-b8db-0f42b2d4df27), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.854297 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (7e51118c-d5cd-4e10-b8db-0f42b2d4df27), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.860615 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:42:44.861030 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (7e51118c-d5cd-4e10-b8db-0f42b2d4df27), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:42:44.862679 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:42:44.914768 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (9fe369b0-7362-4661-bcb1-8d18c8e1fa3b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.919853 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:44.923163 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fe369b0-7362-4661-bcb1-8d18c8e1fa3b HTTP/1.1" status: 204 len: 168 time: 0.5245216 Mar 28 23:42:44.935690 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036afdd-f047-4a30-9fb9-9dae386d4ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe369b0-7362-4661-bcb1-8d18c8e1fa3b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:45.030563 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:45.069480 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e8708061-f1c5-40e1-8506-e619aa1041cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=517ec0067f0d482cae1465b1633f7b5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377922 Mar 28 23:42:45.071928 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60684) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:45.117166 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9af97629-3b52-4a7f-a1d9-99c1261f779e admin admin] Publish callbacks [] for security_group (d806f508-4000-4732-ae6e-2faf77edd4ff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:45.137828 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9af97629-3b52-4a7f-a1d9-99c1261f779e admin admin] Publish callbacks [] for security_group (d806f508-4000-4732-ae6e-2faf77edd4ff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:45.183540 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9af97629-3b52-4a7f-a1d9-99c1261f779e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d806f508-4000-4732-ae6e-2faf77edd4ff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:45.186179 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9af97629-3b52-4a7f-a1d9-99c1261f779e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:45.187340 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9af97629-3b52-4a7f-a1d9-99c1261f779e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d806f508-4000-4732-ae6e-2faf77edd4ff HTTP/1.1" status: 204 len: 168 time: 0.1145072 Mar 28 23:42:45.195067 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af97629-3b52-4a7f-a1d9-99c1261f779e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d806f508-4000-4732-ae6e-2faf77edd4ff,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:45.732955 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:42:45.753649 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 7366afa5-cd2f-4433-9694-2e7449693284 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:42:45.774164 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 7366afa5-cd2f-4433-9694-2e7449693284 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:42:45.774743 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 7366afa5-cd2f-4433-9694-2e7449693284 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:42:45.810110 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277b594-40ec-4a67-b5cc-6e46324538b3 req-4c136bcb-2a25-4610-8e6a-37bd74166244 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:45.811739 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5277b594-40ec-4a67-b5cc-6e46324538b3 req-4c136bcb-2a25-4610-8e6a-37bd74166244 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0686049 Mar 28 23:42:45.844570 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60708) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:45.858639 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5277b594-40ec-4a67-b5cc-6e46324538b3 req-3c115646-0b8c-438d-a47f-296a270fa2ea tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414124 Mar 28 23:42:45.936940 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-466205094-network', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:45.956224 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Made reservation on behalf of 8060eee6c8bb42d79a5076e26e541c79 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:42:45.958486 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:45.969732 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.040386 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Publish callbacks [] for security_group (e444ef3c-2da3-43d2-8203-4d5ffb345330), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.044127 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (e444ef3c-2da3-43d2-8203-4d5ffb345330), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.068251 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 23:42:46.076825 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e444ef3c-2da3-43d2-8203-4d5ffb345330,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:46.082629 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (ef6a273a-dea1-4fbd-8679-3684da3185cc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.082975 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.segments_db [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Added segment ef6a273a-dea1-4fbd-8679-3684da3185cc of type vlan for network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 Mar 28 23:42:46.121921 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756318478138'] for network (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.145938 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985'] for network (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.147377 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:46.148001 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.200005 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3543389 Mar 28 23:42:46.203029 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60712) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:46.207850 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Request body: {'subnet': {'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-466205094-subnet', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:46.211112 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4549f6e-04a0-4eaa-8f1b-7442ff1ca522 admin admin] Pushing event updated for resources: {'Network': ['ID=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:46.221475 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 details requested by agent ovs-agent-dv-cinder-835525-1-smb with host dv-cinder-835525-1-smb {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 23:42:46.227169 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Made reservation on behalf of 8060eee6c8bb42d79a5076e26e541c79 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:42:46.229584 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5723756'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.391767 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5498234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5723770'] for subnet (9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.444830 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:46.451700 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Checking segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:42:46.452082 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Network hostable DHCP agents. Network: 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6, hostable agents: ['b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 23:42:46.467648 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 is scheduled to be hosted by DHCP agent b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6 with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 23:42:46.476928 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-1-smb, 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:46.481153 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:46.482472 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.486240 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4ac7f-ba44-4257-b807-d8758e70e383 None None] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:42:46.497644 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6651bf53-d9c2-44b7-a20f-20c4336507d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2935538 Mar 28 23:42:46.500379 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60714) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:46.504635 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:46.524306 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1453'] for router (1981c57d-797d-4a9f-b139-7f51076d98dc), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.525482 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1444'] for router (1981c57d-797d-4a9f-b139-7f51076d98dc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.579187 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks [] for router_controller (1981c57d-797d-4a9f-b139-7f51076d98dc), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.584927 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5642822e-6169-5c88-a7e1-cab01afbd9fe-07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17'}]}} from dv-cinder-835525-1-smb. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 23:42:46.585771 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.728521 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks [] for router_gateway (1981c57d-797d-4a9f-b139-7f51076d98dc), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.752865 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Allocated IP 172.20.0.2 (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6/9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17/9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:46.900476 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Publish callbacks [] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.908082 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:46.951441 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:46.954626 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:46.957697 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:46.969742 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Pushing event updated for resources: {'Port': ['ID=9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:47.000521 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf4eb0-5d1d-4b39-88b7-e790613dffcc req-c8ae5113-8846-4e06-94a9-4dde84374bce tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:47.004272 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-aedf4eb0-5d1d-4b39-88b7-e790613dffcc req-c8ae5113-8846-4e06-94a9-4dde84374bce tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0651186 Mar 28 23:42:47.030995 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Attempting to bind port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:42:47.031369 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Attempting to bind port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:42:47.031737 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Attempting to bind port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f on network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:47.038852 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:42:47.039022 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Checking segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:42:47.039311 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.039730 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Bound using segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:42:47.040199 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Bound port: 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:42:47.040591 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.065501 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-aedf4eb0-5d1d-4b39-88b7-e790613dffcc req-45249979-25be-4bb4-9be8-74ce8ef1c53b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532529 Mar 28 23:42:47.114125 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] For port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:42:47.117328 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] For port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:42:47.122971 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.147370 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks [] for router_gateway (1981c57d-797d-4a9f-b139-7f51076d98dc), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.167793 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.181514 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0fb55-ed46-4801-9ca9-b4ea22780f69 None None] Pushing event updated for resources: {'Port': ['ID=9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:47.281394 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Allocated IP 172.28.0.64 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/873be15b-a5db-4218-b719-6603a256e067) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:47.404304 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks [] for port (873be15b-a5db-4218-b719-6603a256e067), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.438043 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (873be15b-a5db-4218-b719-6603a256e067), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.478708 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:47.481553 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:47.484110 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:47.512882 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Pushing event updated for resources: {'Port': ['ID=873be15b-a5db-4218-b719-6603a256e067,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:47.742637 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks [] for router_gateway (1981c57d-797d-4a9f-b139-7f51076d98dc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.774692 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:47.824746 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:47.825129 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.909822 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:47.910526 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.947000 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:47.951927 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:47.964868 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607787'] for router (1981c57d-797d-4a9f-b139-7f51076d98dc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:48.001464 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:48.010289 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.010636 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.010975 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.011335 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.011673 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.012026 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.012355 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.012684 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.013008 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.013331 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.013654 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.013993 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.014338 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.014658 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.014974 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:48.098362 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3cfdab-eca4-45ed-9431-fdc2c29bd2a8 None None] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:42:48.101945 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Router 1981c57d-797d-4a9f-b139-7f51076d98dc is scheduled to L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 23:42:48.206607 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-f19fc029-814a-49ea-9658-241d8ea1ee16 None None] Provisioning complete for port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:48.206876 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f19fc029-814a-49ea-9658-241d8ea1ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:48.241995 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619ac3e-b443-4b50-8b24-4391fd4125f3 req-9ea698af-a6f1-42a0-8ba6-33ada9b403f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:48.243467 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a619ac3e-b443-4b50-8b24-4391fd4125f3 req-9ea698af-a6f1-42a0-8ba6-33ada9b403f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0974300 Mar 28 23:42:48.275361 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:42:48.286063 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Sync routers for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:42:48.303190 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:48.304278 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:48.310367 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a619ac3e-b443-4b50-8b24-4391fd4125f3 req-0b2d3824-a92a-461f-be78-275dadaf1b78 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608163 Mar 28 23:42:48.313691 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f19fc029-814a-49ea-9658-241d8ea1ee16 None None] Current status of the port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:48.313838 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:48.314930 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f718d5f4-fd60-4cbc-86b3-5906404e1900 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8136201 Mar 28 23:42:48.318162 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60722) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:48.426230 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:48.538108 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3c26f4ab-f2d2-44f6-964a-1e91fa552e63 None None] Provisioning complete for port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:48.538402 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c26f4ab-f2d2-44f6-964a-1e91fa552e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:48.618923 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3c26f4ab-f2d2-44f6-964a-1e91fa552e63 None None] Current status of the port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:48.691672 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:47Z', 'revision_number': 3, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:48.718248 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Checking router: 1981c57d-797d-4a9f-b139-7f51076d98dc for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:42:48.718592 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Updating router 1981c57d-797d-4a9f-b139-7f51076d98dc port 873be15b-a5db-4218-b719-6603a256e067 binding host dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:42:48.740702 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:48.745090 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (873be15b-a5db-4218-b719-6603a256e067), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.003489 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Publish callbacks [] for port (873be15b-a5db-4218-b719-6603a256e067), precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.009925 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (873be15b-a5db-4218-b719-6603a256e067), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.060482 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Attempting to bind port 873be15b-a5db-4218-b719-6603a256e067 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:42:49.060853 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Attempting to bind port 873be15b-a5db-4218-b719-6603a256e067 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:42:49.061214 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Attempting to bind port 873be15b-a5db-4218-b719-6603a256e067 on network b7b60cb5-883f-45eb-9129-9051184e025c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:49.064621 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2161e4-0e38-470c-888a-04202bde30bf None None] Pushing event updated for resources: {'Port': ['ID=873be15b-a5db-4218-b719-6603a256e067,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:49.069792 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:42:49.070166 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Checking segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:42:49.070563 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.071277 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Bound using segment: {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:42:49.071392 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Bound port: 873be15b-a5db-4218-b719-6603a256e067, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f685080-bfa8-47f9-8a4c-932135855800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:42:49.071767 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (873be15b-a5db-4218-b719-6603a256e067), before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.108517 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Allocated IP 172.20.0.1 (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6/9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17/b8bb8b2c-33eb-45c9-968b-7d8dd8678f81) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:49.121252 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] For port 873be15b-a5db-4218-b719-6603a256e067, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:42:49.124543 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] For port 873be15b-a5db-4218-b719-6603a256e067, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=873be15b-a5db-4218-b719-6603a256e067,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:42:49.131117 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (873be15b-a5db-4218-b719-6603a256e067), after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.182257 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:49.182870 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:49.213828 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Publish callbacks [] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.246409 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.261577 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2161e4-0e38-470c-888a-04202bde30bf None None] Pushing event updated for resources: {'Port': ['ID=873be15b-a5db-4218-b719-6603a256e067,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:49.281719 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:49.284541 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:49.287973 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:49.308101 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:49.321064 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:49.338788 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608252'] for router_interface (1981c57d-797d-4a9f-b139-7f51076d98dc), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.445925 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66922bc-f422-43bb-8289-d2ca2ad3648c req-3b60cf3d-5131-432e-a4b2-de3ae747e7f2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:49.448165 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f66922bc-f422-43bb-8289-d2ca2ad3648c req-3b60cf3d-5131-432e-a4b2-de3ae747e7f2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0591857 Mar 28 23:42:49.493675 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.502520 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:47Z', 'revision_number': 3, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:49.508640 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f66922bc-f422-43bb-8289-d2ca2ad3648c req-c7cf6f2d-8ffd-49a0-bd96-753cbdd087c0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548847 Mar 28 23:42:49.537195 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acb3ee-b2a9-4661-83b5-b172872d0f09 None None] The sync data for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb is: [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:47Z', 'revision_number': 3, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:42:49.545801 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-c0365964-54cd-4569-b6bc-ebb48e26bfd1 None None] Provisioning complete for port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:49.546299 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0365964-54cd-4569-b6bc-ebb48e26bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.587747 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c0365964-54cd-4569-b6bc-ebb48e26bfd1 None None] Port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:42:49.671234 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Publish callbacks [] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.675973 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.748619 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:49.753164 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608104'] for router_interface (1981c57d-797d-4a9f-b139-7f51076d98dc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.756554 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:49.836559 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:49.836929 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:49.867121 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:49.868606 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:49.930298 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:50.034306 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Router 1981c57d-797d-4a9f-b139-7f51076d98dc has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:42:50.154329 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:42:50.159523 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-819fee59-27c9-4636-bbca-31f465097212 admin admin] 10.222.0.16 "PUT /v2.0/routers/1981c57d-797d-4a9f-b139-7f51076d98dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8398106 Mar 28 23:42:50.212769 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-99f72f0f-8b0e-406f-b92c-ba8fa5b536a7 None None] Provisioning complete for port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:50.213414 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99f72f0f-8b0e-406f-b92c-ba8fa5b536a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:50.256486 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-99f72f0f-8b0e-406f-b92c-ba8fa5b536a7 None None] Port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:42:50.637677 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984d20e-3762-41d8-964c-655246d66338 req-2d732f3e-a2f7-4c6d-b09b-9611834e65dc tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:50.639115 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b984d20e-3762-41d8-964c-655246d66338 req-2d732f3e-a2f7-4c6d-b09b-9611834e65dc tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0544903 Mar 28 23:42:50.684041 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b984d20e-3762-41d8-964c-655246d66338 req-fec62a17-c093-4d28-9e7e-16be3a4d3891 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 Mar 28 23:42:50.992582 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60736) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:50.997209 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-c3d6da8e-e6ef-4d8b-a60a-ef864474ffff tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379051717', 'description': 'tempest-description--69063460'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:51.016349 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3d6da8e-e6ef-4d8b-a60a-ef864474ffff tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.084740 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3d6da8e-e6ef-4d8b-a60a-ef864474ffff tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (1d927a33-2de8-42ec-9e64-f2ab778f81cb), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.088777 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3d6da8e-e6ef-4d8b-a60a-ef864474ffff tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (1d927a33-2de8-42ec-9e64-f2ab778f81cb), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.119983 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3d6da8e-e6ef-4d8b-a60a-ef864474ffff tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.121205 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c3d6da8e-e6ef-4d8b-a60a-ef864474ffff tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1275861 Mar 28 23:42:51.122299 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6da8e-e6ef-4d8b-a60a-ef864474ffff tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d927a33-2de8-42ec-9e64-f2ab778f81cb,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:51.124381 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60738) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:51.129435 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-34015b1e-7072-4265-a6a6-3bbdd755fea5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'security_group_rule': {'security_group_id': '1d927a33-2de8-42ec-9e64-f2ab778f81cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:51.154471 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34015b1e-7072-4265-a6a6-3bbdd755fea5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (dc191f3d-75bc-4672-b1c8-bea87c7b4d6c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.211065 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34015b1e-7072-4265-a6a6-3bbdd755fea5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (dc191f3d-75bc-4672-b1c8-bea87c7b4d6c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.215450 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34015b1e-7072-4265-a6a6-3bbdd755fea5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (dc191f3d-75bc-4672-b1c8-bea87c7b4d6c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.233706 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34015b1e-7072-4265-a6a6-3bbdd755fea5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc191f3d-75bc-4672-b1c8-bea87c7b4d6c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:51.242825 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Sync routers for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:42:51.243376 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34015b1e-7072-4265-a6a6-3bbdd755fea5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.247252 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60740) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:51.247411 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-34015b1e-7072-4265-a6a6-3bbdd755fea5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218710 Mar 28 23:42:51.251681 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-e2f75f1e-ef75-47f0-841c-6a3910df5aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'security_group_rule': {'security_group_id': '1d927a33-2de8-42ec-9e64-f2ab778f81cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:51.254035 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:51.254710 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:51.281044 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2f75f1e-ef75-47f0-841c-6a3910df5aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (e1d01840-9477-4054-9983-0d5e8b4b91ad), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.351950 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2f75f1e-ef75-47f0-841c-6a3910df5aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (e1d01840-9477-4054-9983-0d5e8b4b91ad), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.357959 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2f75f1e-ef75-47f0-841c-6a3910df5aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (e1d01840-9477-4054-9983-0d5e8b4b91ad), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.373914 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f75f1e-ef75-47f0-841c-6a3910df5aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d01840-9477-4054-9983-0d5e8b4b91ad,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:51.374147 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:51.386358 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2f75f1e-ef75-47f0-841c-6a3910df5aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.390777 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e2f75f1e-ef75-47f0-841c-6a3910df5aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394076 Mar 28 23:42:51.391031 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 60742) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:42:51.395539 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:51.417956 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.515482 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.578190 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 2, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:51.606588 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Checking router: 1981c57d-797d-4a9f-b139-7f51076d98dc for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:42:51.606942 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Updating router 1981c57d-797d-4a9f-b139-7f51076d98dc port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 binding host dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 23:42:51.623985 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Allocated IP 172.28.0.189 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/e956fa02-1928-48d9-9561-b15bde6a0c9f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:51.633275 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.746941 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for port (e956fa02-1928-48d9-9561-b15bde6a0c9f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.798200 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (e956fa02-1928-48d9-9561-b15bde6a0c9f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:51.823507 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 873be15b-a5db-4218-b719-6603a256e067 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:51.836276 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543abac-1948-4f13-925c-e874d586fc22 req-c8d6013c-0efa-4de6-9d97-0362c5bba7b7 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:51.837768 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5543abac-1948-4f13-925c-e874d586fc22 req-c8d6013c-0efa-4de6-9d97-0362c5bba7b7 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0544171 Mar 28 23:42:51.863685 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:51.865639 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'Port': ['ID=e956fa02-1928-48d9-9561-b15bde6a0c9f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:51.868622 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:51.870739 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:51.892493 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5543abac-1948-4f13-925c-e874d586fc22 req-99733d5d-997c-4398-a67e-06e3653e2824 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487421 Mar 28 23:42:51.963983 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.002787 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e956fa02-1928-48d9-9561-b15bde6a0c9f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.070101 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 873be15b-a5db-4218-b719-6603a256e067 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:52.070398 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (873be15b-a5db-4218-b719-6603a256e067), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.109117 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Publish callbacks [] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.119181 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.153876 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for port (e956fa02-1928-48d9-9561-b15bde6a0c9f), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.159538 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (e956fa02-1928-48d9-9561-b15bde6a0c9f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.180607 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76248136-684f-4d46-bf29-b85199aaa1da None None] Pushing event updated for resources: {'Port': ['ID=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:52.237077 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'Port': ['ID=e956fa02-1928-48d9-9561-b15bde6a0c9f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:52.246384 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.263311 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.267755 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 873be15b-a5db-4218-b719-6603a256e067 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:52.268337 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (873be15b-a5db-4218-b719-6603a256e067), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.272360 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7baec974-93f1-49ec-9ed2-2ae686a30f82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8801992 Mar 28 23:42:52.274130 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Attempting to bind port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 on host dv-cinder-835525-1-smb for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:42:52.274510 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Attempting to bind port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 by drivers openvswitch,hyperv on host dv-cinder-835525-1-smb at level 0 using segments [{'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:42:52.274881 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Attempting to bind port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 on network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:52.285812 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Checking agent: {'id': 'd93f1d6f-b894-4ef8-bda2-fb58f0b6579f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 29, 38), 'started_at': datetime.datetime(2022, 3, 28, 23, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:42:52.286262 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Checking segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:42:52.287166 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.287567 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Bound using segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:42:52.288084 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Bound port: b8bb8b2c-33eb-45c9-968b-7d8dd8678f81, host: dv-cinder-835525-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:42:52.288468 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.307643 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] For port 873be15b-a5db-4218-b719-6603a256e067, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=873be15b-a5db-4218-b719-6603a256e067,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:52.332207 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (873be15b-a5db-4218-b719-6603a256e067), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.423084 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] For port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81, host dv-cinder-835525-1-smb, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:42:52.427815 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Pushing event updated for resources: {'Port': ['ID=873be15b-a5db-4218-b719-6603a256e067,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:52.442167 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] For port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81, host dv-cinder-835525-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:42:52.443626 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-078edeed-88a5-4d1a-b3b6-41f576466e2a None None] Provisioning complete for port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:52.443929 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-078edeed-88a5-4d1a-b3b6-41f576466e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.468466 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.516510 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-078edeed-88a5-4d1a-b3b6-41f576466e2a None None] Port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:42:52.532033 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:42:52.532680 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:42:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:52.560849 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-d6ebe88f-681b-4d72-8d79-453b96306fed tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--379051717&fields=id&tenant_id=8060eee6c8bb42d79a5076e26e541c79 HTTP/1.1" status: 200 len: 267 time: 0.0478320 Mar 28 23:42:52.580446 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76248136-684f-4d46-bf29-b85199aaa1da None None] Pushing event updated for resources: {'Port': ['ID=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:52.660702 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:42:52.668515 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-f4ccdad7-5b1b-4343-b023-b781d4ac791d tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:52.670170 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-f4ccdad7-5b1b-4343-b023-b781d4ac791d tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 810 time: 0.1026132 Mar 28 23:42:52.685820 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b183bd50-357e-42b7-969d-bdce20069cf7 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/quotas/8060eee6c8bb42d79a5076e26e541c79 HTTP/1.1" status: 200 len: 375 time: 0.0097659 Mar 28 23:42:52.746246 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-591f909e-bafb-4b0c-8b76-b0a1ac08624c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543044 Mar 28 23:42:52.788563 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-5fa99597-8ccc-4bdb-84d4-ce948e8e2df3 None None] Provisioning complete for port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:52.788942 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fa99597-8ccc-4bdb-84d4-ce948e8e2df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.886474 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-70c11b20-44c4-4847-9ce1-205a8a87366f service neutron] 10.222.0.16 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287296 Mar 28 23:42:52.927228 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5fa99597-8ccc-4bdb-84d4-ce948e8e2df3 None None] Current status of the port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:52.927228 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fa99597-8ccc-4bdb-84d4-ce948e8e2df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:52.945940 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:42:52.985253 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443bfcb-4b3f-410b-9ebb-07dd6f349eb6 None None] The sync data for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb is: [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:42:52.986037 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-3babf49a-79d4-40f7-b83c-20c60d898ed0 service neutron] 10.222.0.16 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936072 Mar 28 23:42:53.002806 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5fa99597-8ccc-4bdb-84d4-ce948e8e2df3 None None] For port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:53.009176 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fa99597-8ccc-4bdb-84d4-ce948e8e2df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:53.059255 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43c27f-aee4-40e5-941d-deb2c60a2f84 req-c41933f6-8032-4510-9198-febc83ecafa9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:53.069103 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2c43c27f-aee4-40e5-941d-deb2c60a2f84 req-c41933f6-8032-4510-9198-febc83ecafa9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0998461 Mar 28 23:42:53.096007 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa99597-8ccc-4bdb-84d4-ce948e8e2df3 None None] Pushing event updated for resources: {'Port': ['ID=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:53.136186 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2c43c27f-aee4-40e5-941d-deb2c60a2f84 req-0c5a264e-a8a1-4852-b2bd-c399c075684c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605514 Mar 28 23:42:53.193255 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4683fe42-3d4c-4f23-9546-ec71e542c1d6 req-91ee0282-1c4f-4dd1-9ede-c49a6bec433c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 210 time: 0.0354462 Mar 28 23:42:53.845053 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:53.897288 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:53.897645 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:53.978585 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:53.979643 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 873be15b-a5db-4218-b719-6603a256e067 up at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:54.025619 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Provisioning complete for port 873be15b-a5db-4218-b719-6603a256e067 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:54.025990 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (873be15b-a5db-4218-b719-6603a256e067), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:54.106452 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Current status of the port 873be15b-a5db-4218-b719-6603a256e067 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:54.291852 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ded768b7-1eed-44bc-8301-16778b5a7bbe req-d9ebc1da-fe85-4c06-bc76-b9eb1945ded6 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 210 time: 0.0288820 Mar 28 23:42:54.354597 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-44421475-8113-44b2-b953-4d251bca89a0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:54.356333 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-44421475-8113-44b2-b953-4d251bca89a0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 810 time: 0.1150384 Mar 28 23:42:54.445571 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1e94-8cf5-4dcc-9c6f-a95b8ac523c3 req-e8967856-0ba7-47ea-b4b2-7da9f61b7511 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:54.447060 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3aaa1e94-8cf5-4dcc-9c6f-a95b8ac523c3 req-e8967856-0ba7-47ea-b4b2-7da9f61b7511 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0897717 Mar 28 23:42:54.451598 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-339e51e2-090b-49cf-ad11-cf1625e6a41a tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8060eee6c8bb42d79a5076e26e541c79 HTTP/1.1" status: 200 len: 379 time: 0.0849969 Mar 28 23:42:54.462537 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'port': {'device_id': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'admin_state_up': True, 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'security_groups': ['1d927a33-2de8-42ec-9e64-f2ab778f81cb']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:54.549034 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3aaa1e94-8cf5-4dcc-9c6f-a95b8ac523c3 req-003c245a-7a51-4b9d-ba72-de6bd8758111 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963376 Mar 28 23:42:54.596350 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Made reservation on behalf of 8060eee6c8bb42d79a5076e26e541c79 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:42:54.600056 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:54.720766 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Allocated IP 172.20.0.3 (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6/9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17/6d3de4aa-0e01-45d2-9bc3-b2b779a71f40) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:42:54.853663 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:54.887014 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:54.925270 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:42:54.928892 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:42:54.932443 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:42:54.970027 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'Port': ['ID=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:54.996674 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:54.997291 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.014008 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-6ab2b666-02ec-4239-b8b6-aee1208697cd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547712 Mar 28 23:42:55.025842 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Request body: {'port': {'device_id': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:42:55.091499 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.146436 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-9936bd20-c467-4593-9b35-f2aa33ed8590 None None] Provisioning complete for port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:55.147001 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9936bd20-c467-4593-9b35-f2aa33ed8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.180616 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9936bd20-c467-4593-9b35-f2aa33ed8590 None None] Port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:42:55.349555 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:42:55.357021 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Publish callbacks [] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.368824 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Transition to ACTIVE for port object 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:42:55.372525 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.407272 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367a1c0-7c5a-428b-afd2-1838ea8fe877 req-9d5d2125-ff08-42a5-b065-0721e68b8dd9 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:55.408960 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8367a1c0-7c5a-428b-afd2-1838ea8fe877 req-9d5d2125-ff08-42a5-b065-0721e68b8dd9 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 931 time: 0.0517333 Mar 28 23:42:55.424050 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:55.465127 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-8367a1c0-7c5a-428b-afd2-1838ea8fe877 req-6deb60c2-5ae5-4a96-b215-7da54d09c6e2 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481172 Mar 28 23:42:55.490640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Attempting to bind port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:42:55.490972 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Attempting to bind port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:42:55.491305 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Attempting to bind port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 on network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:55.495749 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 on network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:42:55.496136 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Attempting to bind port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 on network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:42:55.501009 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:42:55.501349 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Checking segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:42:55.501734 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Bound using segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:42:55.502163 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Bound port: 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:42:55.502522 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.571627 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] For port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:42:55.574904 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] For port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:42:55.581405 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.587303 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:42:55.627052 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:55.627671 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.629114 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] 10.222.0.30 "PUT /v2.0/ports/6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 HTTP/1.1" status: 200 len: 1093 time: 0.6075242 Mar 28 23:42:55.629508 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'tag': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:55.632298 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a0101-aa3c-4f99-b093-c716ca865234" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca89b00-ab5b-4021-b061-1f457f7aed3e", "tag": "6d3de4aa-0e01-45d2-9bc3-b2b779a71f40"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:55.679592 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba730112-a8db-457b-966a-b1760f8e3a4b x-openstack-request-id: req-ba730112-a8db-457b-966a-b1760f8e3a4b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:55.679592 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca89b00-ab5b-4021-b061-1f457f7aed3e", "tag": "6d3de4aa-0e01-45d2-9bc3-b2b779a71f40", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:55.679976 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba730112-a8db-457b-966a-b1760f8e3a4b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:55.680402 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba730112-a8db-457b-966a-b1760f8e3a4b'] response: {'name': 'network-changed', 'server_uuid': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'tag': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'status': 'completed', 'code': 200} Mar 28 23:42:55.713172 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:55.722532 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.722650 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.722999 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.723340 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.723917 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.724400 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.724681 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:55.724799 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.725054 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.725383 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.725718 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.726048 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.726747 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.726747 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.727009 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.727319 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6197c45-fdf4-41e4-9060-325610743061 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:42:55.743296 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'port_id': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'mac_address': 'fa:16:3e:1a:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:42:55.751760 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c148c-ecef-49f2-b959-fc1d5f4f2d45 req-30b8160c-52c3-44c5-acae-eea876b10e4d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:55.753566 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3d2c148c-ecef-49f2-b959-fc1d5f4f2d45 req-30b8160c-52c3-44c5-acae-eea876b10e4d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.1093972 Mar 28 23:42:55.798737 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ec4d3617-5743-496b-8e39-e672e17a8c74 is: ACTIVE; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:55.799549 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.815856 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec4d3617-5743-496b-8e39-e672e17a8c74 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:42:55.842293 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:55.848120 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-9a5f1d15-ca20-4ccd-bd64-dc4ca03337c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:55.849933 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-9a5f1d15-ca20-4ccd-bd64-dc4ca03337c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 1127 time: 0.1592987 Mar 28 23:42:55.850191 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:55.853739 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3d2c148c-ecef-49f2-b959-fc1d5f4f2d45 req-00403a08-7296-4639-8f89-fc0c8b59bcda tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923371 Mar 28 23:42:55.907720 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-82507fc7-7c70-4fa7-a132-6fec532eede8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 HTTP/1.1" status: 200 len: 217 time: 0.0488601 Mar 28 23:42:55.915209 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=6']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:55.959620 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['ec4d3617-5743-496b-8e39-e672e17a8c74'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:55.963967 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-81f3d9a4-815e-4eb4-8319-7f99be05d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:55.965422 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-81f3d9a4-815e-4eb4-8319-7f99be05d508 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 200 len: 849 time: 0.0448515 Mar 28 23:42:56.023361 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-90a9f998-471a-4a40-8181-cbad08d0ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:56.024899 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-90a9f998-471a-4a40-8181-cbad08d0ca14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482032 Mar 28 23:42:56.127208 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-62672e59-a1c4-46b8-959a-7c48a7d82e87 service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956111 Mar 28 23:42:56.228561 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-95ba2a65-ce1f-4baf-8715-5fe962963adc req-b785d37b-608b-44b2-8c21-124e8f709fc7 service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919719 Mar 28 23:42:56.573280 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0101-aa3c-4f99-b093-c716ca865234 req-b90c678b-7c5c-4654-9d59-093fb393c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:56.574790 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-552a0101-aa3c-4f99-b093-c716ca865234 req-b90c678b-7c5c-4654-9d59-093fb393c019 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 1127 time: 0.2873464 Mar 28 23:42:56.610345 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296758b1-fdba-4927-84b1-895b6627d9d1 req-91ab3730-adb6-46e7-9403-3afba5f47ec1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:56.612226 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-296758b1-fdba-4927-84b1-895b6627d9d1 req-91ab3730-adb6-46e7-9403-3afba5f47ec1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 943 time: 0.0655785 Mar 28 23:42:56.682234 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-296758b1-fdba-4927-84b1-895b6627d9d1 req-d33e4e9a-7c4c-4936-8273-21eaba472c3c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612197 Mar 28 23:42:56.696594 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0101-aa3c-4f99-b093-c716ca865234 req-acb074e6-2c39-4d05-aafe-675ba5c6bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:56.698075 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-552a0101-aa3c-4f99-b093-c716ca865234 req-acb074e6-2c39-4d05-aafe-675ba5c6bcf1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 911 time: 0.1154509 Mar 28 23:42:56.749720 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-552a0101-aa3c-4f99-b093-c716ca865234 req-6813011f-e2d3-4dfb-a441-8e106e5f07df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 HTTP/1.1" status: 200 len: 217 time: 0.0436525 Mar 28 23:42:56.803132 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0101-aa3c-4f99-b093-c716ca865234 req-c31d86bb-8be4-4c39-85b2-cd9e01a0205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:56.804887 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-552a0101-aa3c-4f99-b093-c716ca865234 req-c31d86bb-8be4-4c39-85b2-cd9e01a0205a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 200 len: 849 time: 0.0481491 Mar 28 23:42:56.867937 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0101-aa3c-4f99-b093-c716ca865234 req-1b32045b-8ee4-45a9-b69a-d11b38c1a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:56.869804 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-552a0101-aa3c-4f99-b093-c716ca865234 req-1b32045b-8ee4-45a9-b69a-d11b38c1a439 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0531285 Mar 28 23:42:57.007362 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-552a0101-aa3c-4f99-b093-c716ca865234 req-36b6a0b3-ec87-4fb6-be76-a680cfa4e5fe service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293533 Mar 28 23:42:57.081059 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90b37-1b42-444e-9cd7-e9d9b16c4a12 req-e32f8168-cf20-46b4-ba76-dd55271f512a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:57.083336 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1fc90b37-1b42-444e-9cd7-e9d9b16c4a12 req-e32f8168-cf20-46b4-ba76-dd55271f512a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 944 time: 0.1199739 Mar 28 23:42:57.174721 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-552a0101-aa3c-4f99-b093-c716ca865234 req-7255910b-bbb0-45ba-a075-18e086c2d791 service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540627 Mar 28 23:42:57.212396 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1fc90b37-1b42-444e-9cd7-e9d9b16c4a12 req-bbe69026-292f-4b54-a91b-6fb4305bfbfc tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186144 Mar 28 23:42:57.605430 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:42:57.608622 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:57.729954 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port ec4d3617-5743-496b-8e39-e672e17a8c74 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:57.730319 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:57.779173 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:57.806707 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'port_id': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'mac_address': 'fa:16:3e:66:84:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:42:57.835293 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9701-5d0f-428a-a43d-f4da75a399c0 req-28edc657-98b0-4e96-a02c-57404fed3f04 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:57.837202 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-662c9701-5d0f-428a-a43d-f4da75a399c0 req-28edc657-98b0-4e96-a02c-57404fed3f04 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 943 time: 0.0772021 Mar 28 23:42:57.879257 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:57.879557 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:57.895218 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-662c9701-5d0f-428a-a43d-f4da75a399c0 req-b3683db6-15ba-40e5-8dca-1fea846504fe tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498123 Mar 28 23:42:57.899628 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ec4d3617-5743-496b-8e39-e672e17a8c74 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:57.900018 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:57.902648 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:42:57.934035 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:57.941438 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:57.950312 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:42:57.952632 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb23cc-6ba3-4ef2-a6fb-402fc47e45bb" -d '{"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-plugged", "status": "completed", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:42:57.986112 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:57.994120 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:58.006825 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d130d237-e4a2-48df-8ac3-03d0e6a86c9d x-openstack-request-id: req-d130d237-e4a2-48df-8ac3-03d0e6a86c9d {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:42:58.007126 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-plugged", "status": "completed", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:42:58.007387 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d130d237-e4a2-48df-8ac3-03d0e6a86c9d {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:42:58.007773 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d130d237-e4a2-48df-8ac3-03d0e6a86c9d'] response: {'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'code': 200} Mar 28 23:42:58.017466 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:58.075073 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=7']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:42:58.276599 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['6d3de4aa-0e01-45d2-9bc3-b2b779a71f40'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:42:58.378584 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59819a-469e-41f6-acff-c92055dfa7d1 req-f2c19a86-bff7-4fcb-a3e9-08564b3628a9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:58.386212 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7b59819a-469e-41f6-acff-c92055dfa7d1 req-f2c19a86-bff7-4fcb-a3e9-08564b3628a9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0705190 Mar 28 23:42:58.438187 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7b59819a-469e-41f6-acff-c92055dfa7d1 req-d2e1b9e2-8c50-4df7-a99c-56ed3d989d68 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511215 Mar 28 23:42:59.028776 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e28108-bcb6-4407-8604-58d5ff288c59 req-700fc993-2081-45f7-85af-840506c77332 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:59.037635 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-54e28108-bcb6-4407-8604-58d5ff288c59 req-700fc993-2081-45f7-85af-840506c77332 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 944 time: 0.0687208 Mar 28 23:42:59.094133 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-54e28108-bcb6-4407-8604-58d5ff288c59 req-e8c07e76-349a-414d-9bb7-924f48a1503f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506651 Mar 28 23:42:59.581286 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abcdf5-f2a0-4664-9520-94726c8a9d8c req-ed64897e-3d32-488b-bd7c-00620e312068 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:42:59.582813 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-68abcdf5-f2a0-4664-9520-94726c8a9d8c req-ed64897e-3d32-488b-bd7c-00620e312068 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0618725 Mar 28 23:42:59.617616 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:42:59.631208 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-68abcdf5-f2a0-4664-9520-94726c8a9d8c req-7e758ab3-5278-4bfa-b994-96f5dc13ab9e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Mar 28 23:42:59.684664 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:42:59.701295 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:42:59.701826 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:59.796574 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:42:59.796885 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:59.836751 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:42:59.842301 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:42:59.894441 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:00.008545 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:43:00.010891 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1742ec81-b0f3-4cf6-b26e-01f0e2a353e4" -d '{"events": [{"server_uuid": "8ca89b00-ab5b-4021-b061-1f457f7aed3e", "name": "network-vif-plugged", "status": "completed", "tag": "6d3de4aa-0e01-45d2-9bc3-b2b779a71f40"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:43:00.053804 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8154a4-50b4-4099-ad8b-4aa88a19e1d4 x-openstack-request-id: req-0b8154a4-50b4-4099-ad8b-4aa88a19e1d4 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:43:00.054122 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca89b00-ab5b-4021-b061-1f457f7aed3e", "name": "network-vif-plugged", "status": "completed", "tag": "6d3de4aa-0e01-45d2-9bc3-b2b779a71f40", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:43:00.054384 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b8154a4-50b4-4099-ad8b-4aa88a19e1d4 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:43:00.055144 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8154a4-50b4-4099-ad8b-4aa88a19e1d4'] response: {'server_uuid': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'code': 200} Mar 28 23:43:00.239617 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925d9fd-e755-4155-b9c4-4a73cc3586a8 req-4455836e-3b04-44dc-9aff-d9cc3eefc037 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:00.241518 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b925d9fd-e755-4155-b9c4-4a73cc3586a8 req-4455836e-3b04-44dc-9aff-d9cc3eefc037 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0637152 Mar 28 23:43:00.268499 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd151c-0f7f-4ded-a6aa-7bd1de6122dd req-2257d43d-497d-42d5-911a-c2d117103147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:00.269888 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0fbd151c-0f7f-4ded-a6aa-7bd1de6122dd req-2257d43d-497d-42d5-911a-c2d117103147 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 1129 time: 0.0532494 Mar 28 23:43:00.314074 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b925d9fd-e755-4155-b9c4-4a73cc3586a8 req-7c65ab6b-af77-444e-b239-74961ed69f43 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667293 Mar 28 23:43:00.335274 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0fbd151c-0f7f-4ded-a6aa-7bd1de6122dd req-5cbad7fd-5d2e-4c6f-8728-f1356461b795 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532596 Mar 28 23:43:00.765767 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c9c0-9c13-4c3d-a32b-1036d9a3bf7d req-67724e2f-ddf1-4acb-a3c8-ae3caf83c971 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:00.767511 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9c59c9c0-9c13-4c3d-a32b-1036d9a3bf7d req-67724e2f-ddf1-4acb-a3c8-ae3caf83c971 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0557554 Mar 28 23:43:00.821384 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9c59c9c0-9c13-4c3d-a32b-1036d9a3bf7d req-7451dbeb-408a-4986-8ef4-37e77adf74b8 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453260 Mar 28 23:43:01.153168 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96114caa-4766-4236-858d-990e236c2f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:01.446432 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58001b-ebcf-48ce-952f-89c26d7e2e26 req-64654008-fcd0-4310-8141-6e13467ef23b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:01.448110 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6d58001b-ebcf-48ce-952f-89c26d7e2e26 req-64654008-fcd0-4310-8141-6e13467ef23b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0608881 Mar 28 23:43:01.496979 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6d58001b-ebcf-48ce-952f-89c26d7e2e26 req-d67c480c-ffd5-4fc3-9da1-9f6859124da3 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Mar 28 23:43:01.956892 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905a006-a4b4-47ea-9833-574eb9b57053 req-93325752-e2e8-4c72-825b-b43482c80451 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:01.959069 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1905a006-a4b4-47ea-9833-574eb9b57053 req-93325752-e2e8-4c72-825b-b43482c80451 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0618944 Mar 28 23:43:02.019277 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1905a006-a4b4-47ea-9833-574eb9b57053 req-7fe9821c-a020-4df9-8057-dd40eee062bc tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511615 Mar 28 23:43:02.621363 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35293373-199f-408c-b0eb-cbea5ebf5a9d req-2b476282-0384-4b0b-9602-2e3e2f7387f1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:02.623059 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-35293373-199f-408c-b0eb-cbea5ebf5a9d req-2b476282-0384-4b0b-9602-2e3e2f7387f1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0553932 Mar 28 23:43:02.675445 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-35293373-199f-408c-b0eb-cbea5ebf5a9d req-d3d22bbe-2630-4572-9460-19e06b38cf7d tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468946 Mar 28 23:43:02.806860 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b3a3a-758a-4432-a612-d2e1c519f821 req-9c7f240d-4159-444a-9ee6-265db04a6ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:02.808403 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c28b3a3a-758a-4432-a612-d2e1c519f821 req-9c7f240d-4159-444a-9ee6-265db04a6ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0610843 Mar 28 23:43:02.817209 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 60858) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:02.821772 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'floatingip': {'port_id': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:43:02.864560 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:03.179554 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc8f94-32eb-4d10-bbb7-a7f63348dcbf req-119f0b58-097b-42d6-bbf0-9d298ddd9927 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:03.181538 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5dfc8f94-32eb-4d10-bbb7-a7f63348dcbf req-119f0b58-097b-42d6-bbf0-9d298ddd9927 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0765293 Mar 28 23:43:03.265682 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5dfc8f94-32eb-4d10-bbb7-a7f63348dcbf req-ae91b76c-3755-45d5-b582-23ba7d3f0c40 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783753 Mar 28 23:43:03.400925 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:03.406562 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:03.472591 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03e8de67-63ce-4250-8691-d3ed8b2ae485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:03.545168 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Floating IP 4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b associated. External IP: 172.28.0.189, port: 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40. Mar 28 23:43:03.784936 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Router 1981c57d-797d-4a9f-b139-7f51076d98dc has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:43:03.935392 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:43:03.941728 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:03.951037 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] Sync routers for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:43:03.962905 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:43:03.964098 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:43:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:03.980469 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d9554dba-7ab9-4157-bbc8-1220d6188ced tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "PUT /v2.0/floatingips/4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b HTTP/1.1" status: 200 len: 991 time: 1.1621256 Mar 28 23:43:03.981624 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'tag': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:43:03.986865 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1843597b-353d-4125-ae46-e20b97c12276" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca89b00-ab5b-4021-b061-1f457f7aed3e", "tag": "6d3de4aa-0e01-45d2-9bc3-b2b779a71f40"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:43:04.104834 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:43:04.111926 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eb7d32-8125-42e7-999b-9084198f099a x-openstack-request-id: req-71eb7d32-8125-42e7-999b-9084198f099a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:43:04.112234 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca89b00-ab5b-4021-b061-1f457f7aed3e", "tag": "6d3de4aa-0e01-45d2-9bc3-b2b779a71f40", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:43:04.112517 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71eb7d32-8125-42e7-999b-9084198f099a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:43:04.112933 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71eb7d32-8125-42e7-999b-9084198f099a'] response: {'name': 'network-changed', 'server_uuid': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'tag': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'status': 'completed', 'code': 200} Mar 28 23:43:04.191050 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843597b-353d-4125-ae46-e20b97c12276 req-9a9512a0-a6fa-4a92-9635-f55df68f88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:04.193128 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1843597b-353d-4125-ae46-e20b97c12276 req-9a9512a0-a6fa-4a92-9635-f55df68f88eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 1129 time: 0.0530035 Mar 28 23:43:04.299797 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843597b-353d-4125-ae46-e20b97c12276 req-c6d28706-0f77-4048-bde5-a411c4987c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:04.301954 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1843597b-353d-4125-ae46-e20b97c12276 req-c6d28706-0f77-4048-bde5-a411c4987c7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 911 time: 0.1004968 Mar 28 23:43:04.408122 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'floating_ip_address': '172.28.0.189', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'port_id': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'mac_address': 'fa:16:3e:66:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:51Z', 'updated_at': '2022-03-28T23:43:03Z', 'revision_number': 1, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:04.437599 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] Checking router: 1981c57d-797d-4a9f-b139-7f51076d98dc for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:43:04.447003 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:43:04.447774 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:43:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:04.454777 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1843597b-353d-4125-ae46-e20b97c12276 req-f7eece75-78c0-4ba0-87b6-b27f60d82805 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 HTTP/1.1" status: 200 len: 999 time: 0.1406298 Mar 28 23:43:04.457203 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3d845-8a41-4988-8c7f-08121ba3e8f4 req-a796971d-c78f-4a3e-a774-3199506a6a97 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:04.471256 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0de3d845-8a41-4988-8c7f-08121ba3e8f4 req-a796971d-c78f-4a3e-a774-3199506a6a97 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.1126072 Mar 28 23:43:04.538507 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0de3d845-8a41-4988-8c7f-08121ba3e8f4 req-ebb42d92-abaf-42e3-a98e-334dbbbc65f2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660563 Mar 28 23:43:04.547691 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843597b-353d-4125-ae46-e20b97c12276 req-4de26280-af28-48a0-b1ac-e64e17b273ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:04.549991 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1843597b-353d-4125-ae46-e20b97c12276 req-4de26280-af28-48a0-b1ac-e64e17b273ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 200 len: 849 time: 0.0840237 Mar 28 23:43:04.608543 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:43:04.655558 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843597b-353d-4125-ae46-e20b97c12276 req-80126065-eb4b-40a8-8a2e-1ecad03dc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:04.657852 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1843597b-353d-4125-ae46-e20b97c12276 req-80126065-eb4b-40a8-8a2e-1ecad03dc472 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0945292 Mar 28 23:43:04.753596 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:04.806482 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1843597b-353d-4125-ae46-e20b97c12276 req-11b7cc11-dd10-4dac-8771-ac74f211e3a8 service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343434 Mar 28 23:43:04.919540 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1843597b-353d-4125-ae46-e20b97c12276 req-fe350e90-59a9-479c-80f4-e42f2e87051a service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945146 Mar 28 23:43:04.993064 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'floating_ip_address': '172.28.0.189', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'port_id': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'mac_address': 'fa:16:3e:66:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:51Z', 'updated_at': '2022-03-28T23:43:03Z', 'revision_number': 1, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:05.021588 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308cfa1-66f4-4cc4-a8b6-51766890492c None None] The sync data for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb is: [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': '4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'floating_ip_address': '172.28.0.189', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'port_id': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'mac_address': 'fa:16:3e:66:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:42:51Z', 'updated_at': '2022-03-28T23:43:03Z', 'revision_number': 1, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:43:05.232060 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4d1f6-1ac7-4a54-981d-48fb48995918 None None] New status for floating IP 4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:43:05.676140 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135ead0-9b2d-4759-9890-5f4239d3acdf req-4a899526-be36-4ad2-8a67-8138edb69095 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:05.677512 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e135ead0-9b2d-4759-9890-5f4239d3acdf req-4a899526-be36-4ad2-8a67-8138edb69095 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0561566 Mar 28 23:43:05.732942 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e135ead0-9b2d-4759-9890-5f4239d3acdf req-183d21b0-366c-4c92-98b7-181b43592aa2 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499163 Mar 28 23:43:05.769164 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-1e0f1d02-0714-4b3f-be99-c6c1af7e1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:05.771344 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-1e0f1d02-0714-4b3f-be99-c6c1af7e1de8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 1129 time: 0.0507154 Mar 28 23:43:05.868218 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-92a166cb-2ba8-43ce-a202-d72f4384f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:05.869675 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-92a166cb-2ba8-43ce-a202-d72f4384f455 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.0868113 Mar 28 23:43:05.937611 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-ebb1a661-3d34-46a1-a799-fb7457de9533 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 200 len: 1001 time: 0.0609679 Mar 28 23:43:05.985239 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-c1bc4504-8557-4f90-b88f-42ac23814c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:05.986636 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-c1bc4504-8557-4f90-b88f-42ac23814c01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.0411587 Mar 28 23:43:06.037147 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-2cc33128-2359-4f82-b82f-5e553b281ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:06.038630 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-2cc33128-2359-4f82-b82f-5e553b281ecf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454328 Mar 28 23:43:06.126181 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-22cc37dd-6ca2-4fce-a686-a844093ffe59 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795662 Mar 28 23:43:06.150957 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:06.219089 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-3f55ebe4-4567-4dff-98fe-bc9e5405f224 req-5f4b96b1-d1cc-4c86-abd3-54e1dd33031c service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859859 Mar 28 23:43:06.852835 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56736-b30c-4bbc-bb3f-a6d6d143f8b2 req-9b8e933e-77ba-4652-9679-fddc64cf040f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:06.854294 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5ba56736-b30c-4bbc-bb3f-a6d6d143f8b2 req-9b8e933e-77ba-4652-9679-fddc64cf040f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 945 time: 0.0513239 Mar 28 23:43:06.899502 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-5ba56736-b30c-4bbc-bb3f-a6d6d143f8b2 req-7a87c12d-ea27-401a-8188-3fae16ee3b9b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Mar 28 23:43:07.638740 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:43:07.690630 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:07.730062 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ec4d3617-5743-496b-8e39-e672e17a8c74 is: ACTIVE; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:43:07.730445 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:07.752556 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:43:07.754815 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217b86f9-7a5f-4884-8ca8-dde084d50cfc" -d '{"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:43:07.766579 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:07.770693 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:07.795224 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 23:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05035ad5-a9ac-40e4-94ee-3e598ecc10d8 x-openstack-request-id: req-05035ad5-a9ac-40e4-94ee-3e598ecc10d8 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:43:07.795516 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:43:07.795770 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05035ad5-a9ac-40e4-94ee-3e598ecc10d8 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:43:07.796188 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05035ad5-a9ac-40e4-94ee-3e598ecc10d8'] response: {'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'code': 200} Mar 28 23:43:07.821431 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=8']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:08.023213 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aa70d-ef33-452b-8ee5-0eb5a395e7dc req-7dd060b8-e179-4aff-a5e5-67b87f98519c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:08.024685 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-483aa70d-ef33-452b-8ee5-0eb5a395e7dc req-7dd060b8-e179-4aff-a5e5-67b87f98519c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0549653 Mar 28 23:43:08.070531 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-483aa70d-ef33-452b-8ee5-0eb5a395e7dc req-dc71391e-e0cd-4989-b27d-e838388b1fdf tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Mar 28 23:43:08.310233 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea1be3-cd46-4c59-aa5b-c3e74bea4581 req-c90a9251-6efa-46d7-a9a7-aac613eb28f7 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:08.311702 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-beea1be3-cd46-4c59-aa5b-c3e74bea4581 req-c90a9251-6efa-46d7-a9a7-aac613eb28f7 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0537906 Mar 28 23:43:08.333650 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-09f58a06-3a2f-4152-bab2-a6d6f31e415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:08.335179 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-09f58a06-3a2f-4152-bab2-a6d6f31e415f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1168 time: 0.0458422 Mar 28 23:43:08.370577 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-beea1be3-cd46-4c59-aa5b-c3e74bea4581 req-46d8435f-a872-4798-9727-d4bbe99d9a3f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530434 Mar 28 23:43:08.423599 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-a3d06d4f-9211-4fa2-acb0-e0fc2a8965e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:08.425099 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-a3d06d4f-9211-4fa2-acb0-e0fc2a8965e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 200 len: 916 time: 0.0823736 Mar 28 23:43:08.494136 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-e391ff74-b676-466a-a57f-738b92791f63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 1001 time: 0.0610869 Mar 28 23:43:08.540945 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-f721cbc5-5fe2-492f-a9f8-66f62aa9e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:08.542395 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-f721cbc5-5fe2-492f-a9f8-66f62aa9e276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 HTTP/1.1" status: 200 len: 854 time: 0.0422845 Mar 28 23:43:08.593419 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-7247e382-4776-45eb-814a-0dd332971f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:08.594927 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-7247e382-4776-45eb-814a-0dd332971f90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d784ea-0290-4a6d-b337-03ab97145c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439081 Mar 28 23:43:08.699852 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-1b05a803-457a-4ffb-aca5-02e1e06dc7db service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901673 Mar 28 23:43:08.788672 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5716cab5-a9b8-4086-9dc5-4a3fb5ee8cb8 req-c41968f1-ae9f-4589-829e-6c941b2399f4 service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826793 Mar 28 23:43:09.197406 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe749b2-64ac-4a56-98fb-bd66d0804981 req-78520097-b3ef-4866-9a9c-f53c6b48cb54 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:09.198864 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dfe749b2-64ac-4a56-98fb-bd66d0804981 req-78520097-b3ef-4866-9a9c-f53c6b48cb54 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0569477 Mar 28 23:43:09.245654 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dfe749b2-64ac-4a56-98fb-bd66d0804981 req-ef2f7cd2-f6cb-4782-9e82-6504eb7ad1a1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Mar 28 23:43:09.493194 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a5b24-cdd3-44c4-a5f2-96ca47f9e85e req-eefdc7dd-dbba-45e8-a02a-9fe9ae2d293a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:09.494692 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-736a5b24-cdd3-44c4-a5f2-96ca47f9e85e req-eefdc7dd-dbba-45e8-a02a-9fe9ae2d293a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0550387 Mar 28 23:43:09.556113 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-736a5b24-cdd3-44c4-a5f2-96ca47f9e85e req-3b5688df-4692-4154-876f-8fbd79fcf473 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556483 Mar 28 23:43:09.976758 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [req-44a3f8b3-513b-421e-bc7c-ca06e45ab902 req-02af6ae1-4d94-4f22-8274-a708374c503c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 23:43:09.977857 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-44a3f8b3-513b-421e-bc7c-ca06e45ab902 req-02af6ae1-4d94-4f22-8274-a708374c503c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056422 Mar 28 23:43:10.138226 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371bfab-4898-43e5-a837-17a415652047 req-18334547-42f1-4183-9341-06ce3fceb732 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:10.139601 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a371bfab-4898-43e5-a837-17a415652047 req-18334547-42f1-4183-9341-06ce3fceb732 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0574613 Mar 28 23:43:10.186372 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a371bfab-4898-43e5-a837-17a415652047 req-73c27eb1-9b03-4d56-b978-6a476d802b46 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 Mar 28 23:43:10.299339 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-b8f819c4-fbc1-4c1b-8e53-03ac23036746 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423152 Mar 28 23:43:10.372331 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-ae97f25d-64fb-4f26-96d0-3ad5b0ed015a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:10.373654 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-ae97f25d-64fb-4f26-96d0-3ad5b0ed015a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports/ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 200 len: 940 time: 0.0459790 Mar 28 23:43:10.684148 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592475-76c0-40ac-9dd8-bcb514bba36f req-bf4cb1e0-b8d9-4a07-9d10-b35eec3fd93a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:10.685482 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f8592475-76c0-40ac-9dd8-bcb514bba36f req-bf4cb1e0-b8d9-4a07-9d10-b35eec3fd93a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0579379 Mar 28 23:43:10.971870 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-f8592475-76c0-40ac-9dd8-bcb514bba36f req-f87655b4-b246-4e4e-8aff-b8d14ec0c731 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2804990 Mar 28 23:43:11.190680 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-4cd5b359-0f1d-48b2-a846-fabb2b785e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:11.192179 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-4cd5b359-0f1d-48b2-a846-fabb2b785e65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b&tenant_id=c7a33c05be9a48fdb57b386cc588c062 HTTP/1.1" status: 200 len: 1127 time: 0.0439637 Mar 28 23:43:11.255603 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-f42a52ee-89f2-42c2-ba49-751f005166cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:11.257123 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-f42a52ee-89f2-42c2-ba49-751f005166cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 1127 time: 0.0439100 Mar 28 23:43:11.308098 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c98f3-3e0b-480a-8b7a-784d6e61fc5e req-555b2659-e367-4b6f-9805-a1086a92fa73 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:11.309558 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-284c98f3-3e0b-480a-8b7a-784d6e61fc5e req-555b2659-e367-4b6f-9805-a1086a92fa73 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0517006 Mar 28 23:43:11.352343 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-3b609351-f2c0-4903-96e6-01f28cf853a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:11.354029 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-3b609351-f2c0-4903-96e6-01f28cf853a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.0874093 Mar 28 23:43:11.359774 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-284c98f3-3e0b-480a-8b7a-784d6e61fc5e req-44b534c2-1246-4972-87e8-d22daaf5e582 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445392 Mar 28 23:43:11.419871 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-965583d3-68e3-4ce8-8b1a-10106047c996 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 200 len: 999 time: 0.0594029 Mar 28 23:43:11.471244 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-d4a7ebd7-907d-4c75-8d19-4804735ce7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:11.472677 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-d4a7ebd7-907d-4c75-8d19-4804735ce7d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.0461400 Mar 28 23:43:11.521807 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-fc885f61-5e09-41df-a39c-ff4ef5ec484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:11.523198 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-fc885f61-5e09-41df-a39c-ff4ef5ec484f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434587 Mar 28 23:43:11.610864 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-cb7636d0-6fb9-45ca-86ef-cc2c54963c17 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805142 Mar 28 23:43:11.640328 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:43:11.704118 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-08b0172d-ce27-47b8-84c8-efc33d959cda req-8cd08c90-25cd-4721-a8ad-fb4a21727dc2 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855012 Mar 28 23:43:11.714448 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ec4d3617-5743-496b-8e39-e672e17a8c74 is: DOWN; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:43:12.105654 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d17d-aab3-4510-8cb2-382c147b771a req-058fd8bd-517d-4b85-98c8-83fab4641658 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:12.114452 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5a8d17d-aab3-4510-8cb2-382c147b771a req-058fd8bd-517d-4b85-98c8-83fab4641658 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0739276 Mar 28 23:43:12.180493 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c5a8d17d-aab3-4510-8cb2-382c147b771a req-067b06b5-95b8-4275-bb8a-036fb6afb162 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650575 Mar 28 23:43:12.487256 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250759-89ed-4beb-bad2-006706771573 req-e07e454f-cd65-4ae3-8ee0-55a9f835d02d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:12.491121 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-01250759-89ed-4beb-bad2-006706771573 req-e07e454f-cd65-4ae3-8ee0-55a9f835d02d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0568342 Mar 28 23:43:12.538231 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-01250759-89ed-4beb-bad2-006706771573 req-d85e1df6-ee20-490a-8a4d-e34d23b69aeb tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Mar 28 23:43:13.302953 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb58e74-6925-44cd-bc9e-3487c082b99a req-4074be37-fca8-4805-8d92-ed28ac0cb5f0 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:13.305075 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dbb58e74-6925-44cd-bc9e-3487c082b99a req-4074be37-fca8-4805-8d92-ed28ac0cb5f0 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0551636 Mar 28 23:43:13.371672 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-dbb58e74-6925-44cd-bc9e-3487c082b99a req-48edcc1a-c232-4cf7-be2a-10956f8d96a2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606353 Mar 28 23:43:13.615211 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:13.666951 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587712c-df52-417c-b80e-6d546f0b0e46 req-c1bd4ad6-5a23-4417-b918-6f1ab7646712 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:13.669741 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1587712c-df52-417c-b80e-6d546f0b0e46 req-c1bd4ad6-5a23-4417-b918-6f1ab7646712 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0565910 Mar 28 23:43:13.717021 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-1587712c-df52-417c-b80e-6d546f0b0e46 req-f0d7842f-237e-40c8-8bd6-ffdec503af0b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Mar 28 23:43:14.495669 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443458ab-5ebd-4ae1-8e39-ee8d5572f45b req-14b8c43a-adbe-4472-be29-49293841f576 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:14.497214 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-443458ab-5ebd-4ae1-8e39-ee8d5572f45b req-14b8c43a-adbe-4472-be29-49293841f576 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0543084 Mar 28 23:43:14.560902 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-443458ab-5ebd-4ae1-8e39-ee8d5572f45b req-019fb591-4d73-4d08-bde1-41320a7e0942 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573914 Mar 28 23:43:14.846419 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c38a-7192-44d4-a711-c20295768d7b req-25951068-42fa-4ee5-a12f-17057cb63472 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:14.847922 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9613c38a-7192-44d4-a711-c20295768d7b req-25951068-42fa-4ee5-a12f-17057cb63472 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0562606 Mar 28 23:43:14.899005 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9613c38a-7192-44d4-a711-c20295768d7b req-dc71140e-17bf-4234-a446-278713777372 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Mar 28 23:43:15.684219 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0e4d0-10f8-4750-a1cb-f9f91b2cba06 req-803b222d-427a-4885-ad68-2ac7b9e53b11 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:15.685722 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ac0e4d0-10f8-4750-a1cb-f9f91b2cba06 req-803b222d-427a-4885-ad68-2ac7b9e53b11 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0554006 Mar 28 23:43:15.757007 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9ac0e4d0-10f8-4750-a1cb-f9f91b2cba06 req-9bb1a7c2-20da-496e-8f67-7776a3d681ec tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589283 Mar 28 23:43:16.023489 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c9822-85e5-4395-9419-9ad9e1ad321c req-585dd679-e08f-4733-bd03-61824ea44863 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:16.024916 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6a9c9822-85e5-4395-9419-9ad9e1ad321c req-585dd679-e08f-4733-bd03-61824ea44863 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0558290 Mar 28 23:43:16.074661 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6a9c9822-85e5-4395-9419-9ad9e1ad321c req-2a7ca7f5-9130-41d7-9524-868921f4bcd8 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Mar 28 23:43:16.888263 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce84fa9-4dd9-4bef-b4e0-0135b0cf14c4 req-a6d7e1e1-05b8-4e9f-859f-c8d566d3322b tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:16.890790 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cce84fa9-4dd9-4bef-b4e0-0135b0cf14c4 req-a6d7e1e1-05b8-4e9f-859f-c8d566d3322b tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0605483 Mar 28 23:43:16.953907 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-cce84fa9-4dd9-4bef-b4e0-0135b0cf14c4 req-60ecca34-2266-4bbe-87ee-f52775289ef7 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568426 Mar 28 23:43:17.201937 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf29cb3-d7a5-4f17-be39-14a19c0351fb req-c08b20a9-e896-44f4-abac-ff4e1af13a33 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:17.203514 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-adf29cb3-d7a5-4f17-be39-14a19c0351fb req-c08b20a9-e896-44f4-abac-ff4e1af13a33 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0558097 Mar 28 23:43:17.255874 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-adf29cb3-d7a5-4f17-be39-14a19c0351fb req-4e308e0a-1fc0-4c7d-80ea-1ef787149d5f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Mar 28 23:43:18.079939 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a9abb-810c-4f75-9b6a-a94269e430e1 req-61a43494-bae6-48cb-a63e-7d57e44e1ded tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:18.081432 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-071a9abb-810c-4f75-9b6a-a94269e430e1 req-61a43494-bae6-48cb-a63e-7d57e44e1ded tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0565927 Mar 28 23:43:18.143112 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-071a9abb-810c-4f75-9b6a-a94269e430e1 req-d52442cb-5b10-4765-973f-f019d5932e5c tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552044 Mar 28 23:43:18.379251 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd99af4-5e07-43b9-9580-05f898077024 req-8364bbaf-8f94-4a7d-9b5f-45f442bf7989 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:18.381105 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bfd99af4-5e07-43b9-9580-05f898077024 req-8364bbaf-8f94-4a7d-9b5f-45f442bf7989 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0540133 Mar 28 23:43:18.432082 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bfd99af4-5e07-43b9-9580-05f898077024 req-8b647ef8-f943-4305-859a-7da9684d8d08 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Mar 28 23:43:19.272577 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5c1e7-6e8f-4646-b9f8-7d467fb11082 req-ebb33d4e-ba8e-4b17-a15c-ac760b87d0e8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:19.276284 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-80b5c1e7-6e8f-4646-b9f8-7d467fb11082 req-ebb33d4e-ba8e-4b17-a15c-ac760b87d0e8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0639672 Mar 28 23:43:19.337072 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-80b5c1e7-6e8f-4646-b9f8-7d467fb11082 req-5c60f011-ba1b-4499-8bfb-316a05f69a6f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561967 Mar 28 23:43:19.551761 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3040e7-3fa0-4f1d-a5e7-b8abd8f14395 req-5ea42a83-9d08-4c92-bc32-5ded021cffde tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:19.553964 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9f3040e7-3fa0-4f1d-a5e7-b8abd8f14395 req-5ea42a83-9d08-4c92-bc32-5ded021cffde tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0532293 Mar 28 23:43:19.607389 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9f3040e7-3fa0-4f1d-a5e7-b8abd8f14395 req-7e82af4f-14f3-444a-91d6-84ce22461656 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472684 Mar 28 23:43:20.467001 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d180c-0eba-41b6-a9b6-35df15da782f req-4b1fd8e4-dd5c-455d-b500-2d6638020e59 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:20.468531 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-915d180c-0eba-41b6-a9b6-35df15da782f req-4b1fd8e4-dd5c-455d-b500-2d6638020e59 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0535574 Mar 28 23:43:20.529724 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-915d180c-0eba-41b6-a9b6-35df15da782f req-4ea7defd-389e-43d4-94c4-7722921373a2 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548174 Mar 28 23:43:20.741644 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f63c-d53c-49be-b2fa-f85843581854 req-204c6722-b05b-498c-a0fd-094f1ed31b00 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:20.743334 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7679f63c-d53c-49be-b2fa-f85843581854 req-204c6722-b05b-498c-a0fd-094f1ed31b00 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0599031 Mar 28 23:43:20.793696 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-7679f63c-d53c-49be-b2fa-f85843581854 req-d64655f4-b7d1-42a8-b492-bfd6a88d5085 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435965 Mar 28 23:43:21.653409 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15737b3-809a-467d-9fcd-54c38cc1809a req-f631579f-4e3d-4ae8-bb21-0809ace37a60 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:21.654879 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e15737b3-809a-467d-9fcd-54c38cc1809a req-f631579f-4e3d-4ae8-bb21-0809ace37a60 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0536127 Mar 28 23:43:21.717191 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e15737b3-809a-467d-9fcd-54c38cc1809a req-50bf828c-03ab-4ecb-908c-c3e54f841e9f tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564935 Mar 28 23:43:22.066466 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef95ac-1f20-47c6-91ea-df7d08606b1b req-7806745d-1e31-408b-a419-e963e28f581a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:22.067941 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bdef95ac-1f20-47c6-91ea-df7d08606b1b req-7806745d-1e31-408b-a419-e963e28f581a tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0516882 Mar 28 23:43:22.113536 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-bdef95ac-1f20-47c6-91ea-df7d08606b1b req-3c1ae202-e456-4004-a9a8-1b362caea6f0 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Mar 28 23:43:22.732524 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:43:22.833276 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cc07c-3107-43fa-87c2-b0a222b62085 req-37496350-5cc4-4291-9e50-6168f28f4801 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:22.834738 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a40cc07c-3107-43fa-87c2-b0a222b62085 req-37496350-5cc4-4291-9e50-6168f28f4801 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0521619 Mar 28 23:43:22.892946 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a40cc07c-3107-43fa-87c2-b0a222b62085 req-e986e0d5-b549-493a-9ecd-747479abb263 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&id=afaa4286-79ed-43d7-966b-828b0ec97471&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524211 Mar 28 23:43:23.236690 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac384af-cc7c-41f7-88ec-1168ac092a4b req-2880c0cc-c9dc-4beb-b821-00eeeb7c5dd6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:23.238103 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-aac384af-cc7c-41f7-88ec-1168ac092a4b req-2880c0cc-c9dc-4beb-b821-00eeeb7c5dd6 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 943 time: 0.0544467 Mar 28 23:43:23.282818 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-aac384af-cc7c-41f7-88ec-1168ac092a4b req-217848c6-97d3-473f-bd8c-ca7ceab19c2c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392828 Mar 28 23:43:23.755164 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:43:23.849033 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:23.859998 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'port_id': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'mac_address': 'fa:16:3e:1a:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:43:23.899367 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ec4d3617-5743-496b-8e39-e672e17a8c74 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:43:23.899750 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:23.911896 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4d3617-5743-496b-8e39-e672e17a8c74 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:43:23.930229 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:23.934307 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:23.980435 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=9']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:24.211841 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['ec4d3617-5743-496b-8e39-e672e17a8c74'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:43:24.403314 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb427aa0-2767-4a1a-8960-455d906e22a9 req-6cbe99a6-7a66-49f7-991f-d23c491d516b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:24.404818 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eb427aa0-2767-4a1a-8960-455d906e22a9 req-6cbe99a6-7a66-49f7-991f-d23c491d516b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 944 time: 0.0524023 Mar 28 23:43:24.450088 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eb427aa0-2767-4a1a-8960-455d906e22a9 req-d4615f2b-910d-45f7-8be0-092176131963 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397723 Mar 28 23:43:25.573786 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091abadf-9ae6-424e-8b60-afb92e53dd20 req-07a5d937-eaa9-42cb-9712-7f575e9b5a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:25.575238 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-091abadf-9ae6-424e-8b60-afb92e53dd20 req-07a5d937-eaa9-42cb-9712-7f575e9b5a65 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 944 time: 0.0557687 Mar 28 23:43:25.620164 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-091abadf-9ae6-424e-8b60-afb92e53dd20 req-6b3f0d3b-3b9b-47ce-be2f-ced4b9146d43 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 Mar 28 23:43:25.764129 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:43:25.810154 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port ec4d3617-5743-496b-8e39-e672e17a8c74 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:43:25.810526 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:25.884076 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port ec4d3617-5743-496b-8e39-e672e17a8c74 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:43:25.884459 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:25.908934 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:43:25.911129 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc4cea1-76ee-458b-9c36-d42b1c0ee2a6" -d '{"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-plugged", "status": "completed", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:43:25.923106 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:25.927306 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:25.976409 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=10']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:26.001257 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f623ec-0791-4d29-9d07-1f7c9bbdf02e x-openstack-request-id: req-e6f623ec-0791-4d29-9d07-1f7c9bbdf02e {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:43:26.001560 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-plugged", "status": "completed", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:43:26.001816 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6f623ec-0791-4d29-9d07-1f7c9bbdf02e {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:43:26.002206 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f623ec-0791-4d29-9d07-1f7c9bbdf02e'] response: {'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'code': 200} Mar 28 23:43:26.253116 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19255-f4ef-4967-86de-0b05633f992b req-97250088-663b-404d-bfe2-7c77d273fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:26.254862 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1ea19255-f4ef-4967-86de-0b05633f992b req-97250088-663b-404d-bfe2-7c77d273fa19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 1130 time: 0.0491612 Mar 28 23:43:26.303906 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1ea19255-f4ef-4967-86de-0b05633f992b req-6552fd7e-4d39-432b-ae3b-ceccdeee48e7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Mar 28 23:43:26.743656 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfc014-fefb-49a7-9394-89d6f8ffef3b req-17b81eb2-f47d-4ff2-b9f6-97abf47e66d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:26.745172 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-90bfc014-fefb-49a7-9394-89d6f8ffef3b req-17b81eb2-f47d-4ff2-b9f6-97abf47e66d1 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 946 time: 0.0531616 Mar 28 23:43:26.793067 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-90bfc014-fefb-49a7-9394-89d6f8ffef3b req-d40e4bc4-94d0-4b0f-b1ec-fce89b0a3e5e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Mar 28 23:43:27.930774 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fd11e-23b8-4186-89b6-a73780569ee8 req-d43b6994-1821-4971-b378-c31fcdf584d3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:27.932260 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-112fd11e-23b8-4186-89b6-a73780569ee8 req-d43b6994-1821-4971-b378-c31fcdf584d3 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 946 time: 0.0545850 Mar 28 23:43:27.985328 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-112fd11e-23b8-4186-89b6-a73780569ee8 req-93d1674a-a319-4afa-88af-4fa773b8b40e tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473237 Mar 28 23:43:29.109421 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6b45-b471-44ef-b305-05df308d1fd4 req-6af22c06-dc7a-4d00-9174-1552ad0e961d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:29.110870 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-093f6b45-b471-44ef-b305-05df308d1fd4 req-6af22c06-dc7a-4d00-9174-1552ad0e961d tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 946 time: 0.0522876 Mar 28 23:43:29.158764 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-093f6b45-b471-44ef-b305-05df308d1fd4 req-8cccbe85-bde9-45c0-a86d-10a1b925450b tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Mar 28 23:43:30.136125 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a01eb-3422-407a-bdd3-0fb5fe743e68 req-8bb4ce19-da69-4512-906e-9ed09bb6f023 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:30.137591 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d74a01eb-3422-407a-bdd3-0fb5fe743e68 req-8bb4ce19-da69-4512-906e-9ed09bb6f023 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 946 time: 0.0512788 Mar 28 23:43:30.184410 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d74a01eb-3422-407a-bdd3-0fb5fe743e68 req-ec42e7ad-416d-49fa-801a-c3877761a71b tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412257 Mar 28 23:43:31.145525 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9222e955-c705-44b4-a2f0-7274d371e096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:31.300844 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71f62e-f02c-49e7-a747-7b64909bc435 req-eb1bb24c-17b3-44f9-9753-5345d5cb1d18 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:31.302257 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-df71f62e-f02c-49e7-a747-7b64909bc435 req-eb1bb24c-17b3-44f9-9753-5345d5cb1d18 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 946 time: 0.0517576 Mar 28 23:43:31.347850 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-df71f62e-f02c-49e7-a747-7b64909bc435 req-8df007ce-1c35-471e-bc97-c16a88e4bfd0 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 Mar 28 23:43:32.009104 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301729aa-baeb-423e-908f-1058da5bf324 req-e4bdd326-99b1-4f3f-86b0-e7c32e4e1e65 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:32.010440 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-301729aa-baeb-423e-908f-1058da5bf324 req-e4bdd326-99b1-4f3f-86b0-e7c32e4e1e65 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 946 time: 0.0508821 Mar 28 23:43:32.105594 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Deleting port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:43:32.105932 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:32.191700 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] For port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:32.192100 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:32.363613 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:32.363945 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (cc559e54-8140-4e96-9e9f-8cabc511caab), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:32.364265 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Floating IP cc559e54-8140-4e96-9e9f-8cabc511caab disassociated. External IP: 172.28.0.14, port: 4ba77c33-a4e2-4fae-9d3a-91fc88792db6. Mar 28 23:43:32.364610 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Calling delete_port for 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:43:32.487992 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864883a-6a6d-478e-948c-97aa8cc124f3 req-201b0cd6-73b4-4e7c-905f-c3265d030c02 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:32.489477 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d864883a-6a6d-478e-948c-97aa8cc124f3 req-201b0cd6-73b4-4e7c-905f-c3265d030c02 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/ports?device_id=414122fe-4647-4d37-a52b-00e55e04e433 HTTP/1.1" status: 200 len: 946 time: 0.0759151 Mar 28 23:43:32.561647 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (4ba77c33-a4e2-4fae-9d3a-91fc88792db6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:32.593040 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d864883a-6a6d-478e-948c-97aa8cc124f3 req-1051a138-62d2-469d-a61e-258b45b234c8 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3d3772-53b9-46bd-83ba-9cd30dc878bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826476 Mar 28 23:43:32.595362 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'Port': ['ID=4ba77c33-a4e2-4fae-9d3a-91fc88792db6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:32.712450 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:43:32.820561 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:43:32.830627 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:43:32.841018 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:43:32.841616 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:43:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:32.862278 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] No DVR routers for this DVR port 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:43:32.864868 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:32.868322 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-301729aa-baeb-423e-908f-1058da5bf324 req-bef2f518-ea6b-4140-bb15-0bd86a3cb575 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.30 "DELETE /v2.0/ports/4ba77c33-a4e2-4fae-9d3a-91fc88792db6 HTTP/1.1" status: 204 len: 173 time: 0.8523934 Mar 28 23:43:32.868705 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414122fe-4647-4d37-a52b-00e55e04e433', 'name': 'network-vif-deleted', 'tag': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:43:32.870918 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804d0373-30b5-456e-b7da-d00da6d615ee" -d '{"events": [{"server_uuid": "414122fe-4647-4d37-a52b-00e55e04e433", "name": "network-vif-deleted", "tag": "4ba77c33-a4e2-4fae-9d3a-91fc88792db6"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:43:32.917930 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b013ff-1d9f-4026-b61c-cc426e9cb9e2 x-openstack-request-id: req-97b013ff-1d9f-4026-b61c-cc426e9cb9e2 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:43:32.918232 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414122fe-4647-4d37-a52b-00e55e04e433", "name": "network-vif-deleted", "tag": "4ba77c33-a4e2-4fae-9d3a-91fc88792db6", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:43:32.918491 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97b013ff-1d9f-4026-b61c-cc426e9cb9e2 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:43:32.918953 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b013ff-1d9f-4026-b61c-cc426e9cb9e2'] response: {'server_uuid': '414122fe-4647-4d37-a52b-00e55e04e433', 'name': 'network-vif-deleted', 'tag': '4ba77c33-a4e2-4fae-9d3a-91fc88792db6', 'status': 'completed', 'code': 200} Mar 28 23:43:32.948513 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:43:33.157341 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:33.184532 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:43:33.192477 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:43:33.193099 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:43:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:33.297396 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:43:33.443667 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-53a9ffce-1828-419c-b0c0-3574ef75fd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:33.500017 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:33.528783 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae4878-f402-48fe-bb0f-c747c148068e None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '73939ffd-1334-4e7f-a326-39e2676f9d53', 'name': '', 'network_id': 'ff391c91-7095-4e45-a1a1-7c2e2f6f80df', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'mac_address': 'fa:16:3e:58:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:54Z', 'updated_at': '2022-03-28T23:38:09Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'subnets': [{'id': 'cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:43:33.679281 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 32922) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:33.737482 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a74071-66d0-40dd-b4e5-6dc85558effb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (8f3d3772-53b9-46bd-83ba-9cd30dc878bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:33.743095 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e2435-d416-4812-83cd-71aa315ae1ab None None] New status for floating IP cc559e54-8140-4e96-9e9f-8cabc511caab: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:43:33.761526 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a74071-66d0-40dd-b4e5-6dc85558effb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (8f3d3772-53b9-46bd-83ba-9cd30dc878bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:33.812200 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a74071-66d0-40dd-b4e5-6dc85558effb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8f3d3772-53b9-46bd-83ba-9cd30dc878bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:33.814992 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a74071-66d0-40dd-b4e5-6dc85558effb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:33.816167 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-20a74071-66d0-40dd-b4e5-6dc85558effb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f3d3772-53b9-46bd-83ba-9cd30dc878bb HTTP/1.1" status: 204 len: 168 time: 0.1358454 Mar 28 23:43:33.819691 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 32924) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:33.826654 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a74071-66d0-40dd-b4e5-6dc85558effb tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3d3772-53b9-46bd-83ba-9cd30dc878bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:33.834467 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.api.v2.resource [None req-72cb3df9-3e0d-4b28-969c-d8781b4f65b2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] show failed (client error): The resource could not be found. Mar 28 23:43:33.837956 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-72cb3df9-3e0d-4b28-969c-d8781b4f65b2 tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "GET /v2.0/security-groups/8f3d3772-53b9-46bd-83ba-9cd30dc878bb HTTP/1.1" status: 404 len: 347 time: 0.0133479 Mar 28 23:43:33.838341 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 32926) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:33.963182 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Deleting port b6e4ce53-9180-4263-9977-0d9a669eb143 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:43:33.963446 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (b6e4ce53-9180-4263-9977-0d9a669eb143), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:34.038521 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (b6e4ce53-9180-4263-9977-0d9a669eb143), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:34.038843 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (b6e4ce53-9180-4263-9977-0d9a669eb143), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:34.050403 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Calling delete_port for b6e4ce53-9180-4263-9977-0d9a669eb143 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:43:34.175415 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (b6e4ce53-9180-4263-9977-0d9a669eb143), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:34.200684 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Pushing event deleted for resources: {'Port': ['ID=b6e4ce53-9180-4263-9977-0d9a669eb143,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:34.224619 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.224926 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.225270 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.225606 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.225937 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.226266 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.226594 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.226918 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.227243 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.227566 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.227919 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.228243 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.228562 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.228881 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.229200 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:43:34.267928 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks [] for floatingip (cc559e54-8140-4e96-9e9f-8cabc511caab), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:34.270410 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:34.272078 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f7ff812f-9f0d-48dd-83c0-57102c590f1e tempest-AttachVolumeNegativeTest-286556517 tempest-AttachVolumeNegativeTest-286556517-project] 10.222.0.16 "DELETE /v2.0/floatingips/cc559e54-8140-4e96-9e9f-8cabc511caab HTTP/1.1" status: 204 len: 168 time: 0.4326532 Mar 28 23:43:34.748348 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:35.820565 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:43:35.839705 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:43:35.840137 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 4ba77c33-a4e2-4fae-9d3a-91fc88792db6 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:43:36.153095 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:37.682836 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:37.900108 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 32962) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:38.551665 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608117'] for router_interface (2a690723-eb9c-47d6-9f5f-658a9d86fafa), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:38.837170 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Deleting port 73939ffd-1334-4e7f-a326-39e2676f9d53 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:43:38.837419 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:38.910740 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] For port 73939ffd-1334-4e7f-a326-39e2676f9d53, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=73939ffd-1334-4e7f-a326-39e2676f9d53,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:38.911388 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:38.922980 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Calling delete_port for 73939ffd-1334-4e7f-a326-39e2676f9d53 owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:43:39.094720 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (73939ffd-1334-4e7f-a326-39e2676f9d53), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:39.124115 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73939ffd-1334-4e7f-a326-39e2676f9d53,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:39.284430 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612837'] for router_interface (2a690723-eb9c-47d6-9f5f-658a9d86fafa), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:39.491978 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Router 2a690723-eb9c-47d6-9f5f-658a9d86fafa has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:43:39.594077 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:43:39.599293 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-8def5779-616d-4081-98bf-bfadaba8cdc1 admin admin] 10.222.0.16 "PUT /v2.0/routers/2a690723-eb9c-47d6-9f5f-658a9d86fafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981702 Mar 28 23:43:39.601811 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 32966) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:39.603898 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] Sync routers for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:43:39.613307 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:43:39.613912 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:43:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:39.703989 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks [] for router (2a690723-eb9c-47d6-9f5f-658a9d86fafa), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:39.719761 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:43:39.810727 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks [] for router_gateway (2a690723-eb9c-47d6-9f5f-658a9d86fafa), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:39.862518 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Deleting port 157d5e32-8d2f-48e5-b88c-f5d3681e9658 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:43:39.862855 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:39.903435 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:43:39Z', 'revision_number': 5, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port': {'id': '157d5e32-8d2f-48e5-b88c-f5d3681e9658', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:44Z', 'updated_at': '2022-03-28T23:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:39.931987 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] Checking router: 2a690723-eb9c-47d6-9f5f-658a9d86fafa for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:43:39.937571 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] For port 157d5e32-8d2f-48e5-b88c-f5d3681e9658, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=157d5e32-8d2f-48e5-b88c-f5d3681e9658,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:39.938104 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:39.939990 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] Routers {'2a690723-eb9c-47d6-9f5f-658a9d86fafa'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:43:39.940588 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:43:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:39.950687 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Calling delete_port for 157d5e32-8d2f-48e5-b88c-f5d3681e9658 owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:43:40.025337 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] Set router 2a690723-eb9c-47d6-9f5f-658a9d86fafa gateway port host: None {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:43:40.118265 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (157d5e32-8d2f-48e5-b88c-f5d3681e9658), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.146688 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Pushing event deleted for resources: {'Port': ['ID=157d5e32-8d2f-48e5-b88c-f5d3681e9658,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:40.166451 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:43:39Z', 'revision_number': 6, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port_host': None}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:40.194741 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abc0b0-65a7-485a-81d1-f3cbdcede4c2 None None] The sync data for ids ['2a690723-eb9c-47d6-9f5f-658a9d86fafa'] in dv-cinder-835525-1-smb is: [{'id': '2a690723-eb9c-47d6-9f5f-658a9d86fafa', 'name': 'tempest-AttachVolumeNegativeTest-902012136-router', 'tenant_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:43:39Z', 'revision_number': 6, 'project_id': 'eb3e8b072c3647f5839ca6f8af90983d', 'gw_port_host': None}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:43:40.208344 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607759'] for router_gateway (2a690723-eb9c-47d6-9f5f-658a9d86fafa), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.310540 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router (2a690723-eb9c-47d6-9f5f-658a9d86fafa), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.312544 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks [] for router_controller (2a690723-eb9c-47d6-9f5f-658a9d86fafa), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.591189 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614122'] for router (2a690723-eb9c-47d6-9f5f-658a9d86fafa), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.591759 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a690723-eb9c-47d6-9f5f-658a9d86fafa {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 23:43:40.596746 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.600387 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1cfaed0f-1e87-4086-a80d-ba273b652565 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2a690723-eb9c-47d6-9f5f-658a9d86fafa HTTP/1.1" status: 204 len: 168 time: 0.9943123 Mar 28 23:43:40.601575 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 32968) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:40.645036 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e23799-666f-4ac5-bd37-21cc64cafc46 admin admin] Deleting subnet cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:43:40.648083 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1e23799-666f-4ac5-bd37-21cc64cafc46 admin admin] Publish callbacks [] for subnet (cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.681318 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1e23799-666f-4ac5-bd37-21cc64cafc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.785923 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1e23799-666f-4ac5-bd37-21cc64cafc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.836210 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1e23799-666f-4ac5-bd37-21cc64cafc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.865247 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e23799-666f-4ac5-bd37-21cc64cafc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:40.867134 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1e23799-666f-4ac5-bd37-21cc64cafc46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:40.870897 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e1e23799-666f-4ac5-bd37-21cc64cafc46 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb68a6a8-ba85-48b4-b5bd-0d5b00045dc6 HTTP/1.1" status: 204 len: 168 time: 0.2678919 Mar 28 23:43:40.872616 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481503cb-b75c-4bbc-a7cb-0a737a318f11 None None] Network ff391c91-7095-4e45-a1a1-7c2e2f6f80df requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:43:40.873633 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 32970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:40.947412 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (ff391c91-7095-4e45-a1a1-7c2e2f6f80df), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.005253 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Deleting port a339e182-84dd-40ce-9ae4-96cbf510dcc2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:43:41.005598 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.034485 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] DHCP port deletion for ff391c91-7095-4e45-a1a1-7c2e2f6f80df request from dv-cinder-835525-1-smb {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 23:43:41.073452 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] For port a339e182-84dd-40ce-9ae4-96cbf510dcc2, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=a339e182-84dd-40ce-9ae4-96cbf510dcc2,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:41.073909 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.087048 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Calling delete_port for a339e182-84dd-40ce-9ae4-96cbf510dcc2 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:43:41.087372 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] Deleting port a339e182-84dd-40ce-9ae4-96cbf510dcc2 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:43:41.087747 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.156229 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] For port a339e182-84dd-40ce-9ae4-96cbf510dcc2, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=a339e182-84dd-40ce-9ae4-96cbf510dcc2,segment=NetworkSegment(0a0db786-5208-410f-938e-4a91b720ed0b),segment_id=0a0db786-5208-410f-938e-4a91b720ed0b)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:43:41.156629 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.171444 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.173110 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] Calling delete_port for a339e182-84dd-40ce-9ae4-96cbf510dcc2 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:43:41.184016 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] No DVR routers for this DVR port a339e182-84dd-40ce-9ae4-96cbf510dcc2 on host dv-cinder-835525-1-smb {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:43:41.226877 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Pushing event deleted for resources: {'Port': ['ID=a339e182-84dd-40ce-9ae4-96cbf510dcc2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:41.253178 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (a339e182-84dd-40ce-9ae4-96cbf510dcc2), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.278182 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (ff391c91-7095-4e45-a1a1-7c2e2f6f80df), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.280771 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] Pushing event deleted for resources: {'Port': ['ID=a339e182-84dd-40ce-9ae4-96cbf510dcc2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:41.284301 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecb96f-ef70-45c8-b6fa-ab1c58927630 None None] No DVR routers for this DVR port a339e182-84dd-40ce-9ae4-96cbf510dcc2 on host dv-cinder-835525-1-smb {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:43:41.302373 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff391c91-7095-4e45-a1a1-7c2e2f6f80df']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:41.312285 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0db786-5208-410f-938e-4a91b720ed0b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:41.312580 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0db786-5208-410f-938e-4a91b720ed0b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:43:41.321685 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5248420'] for segment (0a0db786-5208-410f-938e-4a91b720ed0b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.334302 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (0a0db786-5208-410f-938e-4a91b720ed0b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.340162 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:43:41.340523 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836891'] for segment (0a0db786-5208-410f-938e-4a91b720ed0b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: Traceback (most recent call last): Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: timer() Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: cb(*args, **kw) Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: return func(*args, **kwargs) Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: self._notify() Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: self.callback(batched_events) Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: event.method(event) Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: return f(self, *a, **k) Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: return self._get(url).json() Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: return self.request(url, 'GET', **kwargs) Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:43:41.342213 dv-cinder-835525-1-smb neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:43:41.397897 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (ff391c91-7095-4e45-a1a1-7c2e2f6f80df), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.403464 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.406809 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ff391c91-7095-4e45-a1a1-7c2e2f6f80df HTTP/1.1" status: 204 len: 168 time: 0.5321956 Mar 28 23:43:41.419504 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be00fc-ef7f-4054-ba4a-569c1808d664 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff391c91-7095-4e45-a1a1-7c2e2f6f80df,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:41.516538 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 32974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:41.557140 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-12513bd7-56e7-485e-8cbd-a0f798d28f21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb3e8b072c3647f5839ca6f8af90983d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393395 Mar 28 23:43:41.559457 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 32976) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:41.605583 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b09dfab4-f76c-4021-a8da-89a0ff8b279a admin admin] Publish callbacks [] for security_group (023b6664-e680-4920-aef2-5e6a7aa48bc2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.626625 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b09dfab4-f76c-4021-a8da-89a0ff8b279a admin admin] Publish callbacks [] for security_group (023b6664-e680-4920-aef2-5e6a7aa48bc2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.673069 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b09dfab4-f76c-4021-a8da-89a0ff8b279a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (023b6664-e680-4920-aef2-5e6a7aa48bc2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.675640 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b09dfab4-f76c-4021-a8da-89a0ff8b279a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:41.676820 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-b09dfab4-f76c-4021-a8da-89a0ff8b279a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/023b6664-e680-4920-aef2-5e6a7aa48bc2 HTTP/1.1" status: 204 len: 168 time: 0.1164160 Mar 28 23:43:41.684580 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dfab4-f76c-4021-a8da-89a0ff8b279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b6664-e680-4920-aef2-5e6a7aa48bc2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:41.777851 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 157d5e32-8d2f-48e5-b88c-f5d3681e9658 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:43:41.798741 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 157d5e32-8d2f-48e5-b88c-f5d3681e9658 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:43:41.799110 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 157d5e32-8d2f-48e5-b88c-f5d3681e9658 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:43:41.799592 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device a339e182-84dd-40ce-9ae4-96cbf510dcc2 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:43:41.819684 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: a339e182-84dd-40ce-9ae4-96cbf510dcc2 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:43:41.820068 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device a339e182-84dd-40ce-9ae4-96cbf510dcc2 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:43:41.820540 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 73939ffd-1334-4e7f-a326-39e2676f9d53 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:43:41.840899 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 73939ffd-1334-4e7f-a326-39e2676f9d53 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:43:41.841251 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 73939ffd-1334-4e7f-a326-39e2676f9d53 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:43:43.421412 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:43.522332 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e0b02bb-03cc-44ef-a782-bab30eefe913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:43.595964 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e0b02bb-03cc-44ef-a782-bab30eefe913 admin admin] Publish callbacks [] for security_group (b27d2e59-3605-4bea-83c1-d88e9a0b64b9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:43.600529 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e0b02bb-03cc-44ef-a782-bab30eefe913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b27d2e59-3605-4bea-83c1-d88e9a0b64b9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:43.627180 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:43.641112 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9e0b02bb-03cc-44ef-a782-bab30eefe913 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a4d29638bde447c93b1c21209d17238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186186 Mar 28 23:43:43.643138 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b02bb-03cc-44ef-a782-bab30eefe913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d2e59-3605-4bea-83c1-d88e9a0b64b9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:43.643949 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33032) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:43.690214 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adffdfe0-1a91-48e4-b4b0-e5bf7a4604d7 admin admin] Publish callbacks [] for security_group (b27d2e59-3605-4bea-83c1-d88e9a0b64b9), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:43.710073 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adffdfe0-1a91-48e4-b4b0-e5bf7a4604d7 admin admin] Publish callbacks [] for security_group (b27d2e59-3605-4bea-83c1-d88e9a0b64b9), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:43.755191 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adffdfe0-1a91-48e4-b4b0-e5bf7a4604d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (b27d2e59-3605-4bea-83c1-d88e9a0b64b9), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:43.757760 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adffdfe0-1a91-48e4-b4b0-e5bf7a4604d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:43.759096 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-adffdfe0-1a91-48e4-b4b0-e5bf7a4604d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b27d2e59-3605-4bea-83c1-d88e9a0b64b9 HTTP/1.1" status: 204 len: 168 time: 0.1141577 Mar 28 23:43:43.766692 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffdfe0-1a91-48e4-b4b0-e5bf7a4604d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d2e59-3605-4bea-83c1-d88e9a0b64b9,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:44.004846 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33038) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:44.017479 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ca48a34-306f-428d-8825-9caed26f5285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:44.090652 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ca48a34-306f-428d-8825-9caed26f5285 admin admin] Publish callbacks [] for security_group (7b6b5eb8-b313-4e62-a1ed-9f8e677f95de), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:44.094549 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ca48a34-306f-428d-8825-9caed26f5285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (7b6b5eb8-b313-4e62-a1ed-9f8e677f95de), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:44.132442 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7ca48a34-306f-428d-8825-9caed26f5285 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=416dd3a930e8498b8fbe01f248d52a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265471 Mar 28 23:43:44.134176 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca48a34-306f-428d-8825-9caed26f5285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b5eb8-b313-4e62-a1ed-9f8e677f95de,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:44.135654 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33040) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:43:44.185970 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bee8aff-d9ff-40e5-8d77-8613e5884752 admin admin] Publish callbacks [] for security_group (7b6b5eb8-b313-4e62-a1ed-9f8e677f95de), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:44.207121 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bee8aff-d9ff-40e5-8d77-8613e5884752 admin admin] Publish callbacks [] for security_group (7b6b5eb8-b313-4e62-a1ed-9f8e677f95de), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:44.252439 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bee8aff-d9ff-40e5-8d77-8613e5884752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (7b6b5eb8-b313-4e62-a1ed-9f8e677f95de), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:44.254985 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bee8aff-d9ff-40e5-8d77-8613e5884752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:43:44.256173 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-3bee8aff-d9ff-40e5-8d77-8613e5884752 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b6b5eb8-b313-4e62-a1ed-9f8e677f95de HTTP/1.1" status: 204 len: 168 time: 0.1188443 Mar 28 23:43:44.264500 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee8aff-d9ff-40e5-8d77-8613e5884752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b5eb8-b313-4e62-a1ed-9f8e677f95de,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:43:44.381588 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-dc3e3650-b3e7-4914-a05c-0b5f51582940 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462127 Mar 28 23:43:44.444753 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-fe4fc1a6-5513-4470-a1c6-a26357e88118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:44.446771 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-fe4fc1a6-5513-4470-a1c6-a26357e88118 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7a33c05be9a48fdb57b386cc588c062&device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 1130 time: 0.0449791 Mar 28 23:43:44.554524 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-96b04ee8-6ae2-41fc-ba2a-bc012fefa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:44.556028 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-96b04ee8-6ae2-41fc-ba2a-bc012fefa0c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 200 len: 918 time: 0.0914004 Mar 28 23:43:44.623842 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-9e2bed41-a0ca-443f-985b-36f1b59bae74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 200 len: 1001 time: 0.0598984 Mar 28 23:43:44.676511 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-12af949b-9fd1-4d01-9fa7-060866b0c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:44.677953 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-12af949b-9fd1-4d01-9fa7-060866b0c271 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 200 len: 856 time: 0.0463009 Mar 28 23:43:44.729049 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-2a40510d-413d-434e-a2b1-80dbf667113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:44.730597 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-2a40510d-413d-434e-a2b1-80dbf667113d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f0721c1-751e-4a48-9590-46e6558f9aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459235 Mar 28 23:43:44.820535 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-19109aee-1921-4400-8b24-4298f0d46136 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827498 Mar 28 23:43:44.914309 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a72c5e3f-6631-4db5-8ff7-08f6d07004d0 req-cf366852-74a4-41f6-9113-f0d047e5581c service neutron] 10.222.0.30 "GET /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867405 Mar 28 23:43:56.134987 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05084f5e-6054-436e-b265-8420b520460c req-a64f1cc8-f539-42db-9bd0-48dcabe767d8 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:56.136642 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-05084f5e-6054-436e-b265-8420b520460c req-a64f1cc8-f539-42db-9bd0-48dcabe767d8 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0554433 Mar 28 23:43:56.183358 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-05084f5e-6054-436e-b265-8420b520460c req-0e58e17e-f5ee-4778-9cd2-871b7002312a tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413039 Mar 28 23:43:57.301437 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d903-444f-48f9-84d9-d55814de9e7b req-f0d86420-ecbb-469b-96b0-76f77281b7a1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:57.302806 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62b0d903-444f-48f9-84d9-d55814de9e7b req-f0d86420-ecbb-469b-96b0-76f77281b7a1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0515311 Mar 28 23:43:57.347653 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-62b0d903-444f-48f9-84d9-d55814de9e7b req-9facfe40-f53f-452c-9867-835b0cc1a99d tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384791 Mar 28 23:43:58.462848 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c3fd-39f9-4576-a357-e90bb702e0a1 req-9dddf85c-f6fc-44e1-ab94-c7e921700374 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:58.464322 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2995c3fd-39f9-4576-a357-e90bb702e0a1 req-9dddf85c-f6fc-44e1-ab94-c7e921700374 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0511491 Mar 28 23:43:58.510906 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-2995c3fd-39f9-4576-a357-e90bb702e0a1 req-8d8858ed-f13e-49b1-a08c-5f4ab6eb74a9 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411012 Mar 28 23:43:59.629732 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ba1b0-6bb7-4f1d-ad45-e7c0bb2ec8bd req-505cf30b-0a04-45b6-96e9-90c27663b666 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:43:59.631197 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-976ba1b0-6bb7-4f1d-ad45-e7c0bb2ec8bd req-505cf30b-0a04-45b6-96e9-90c27663b666 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0556753 Mar 28 23:43:59.676488 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-976ba1b0-6bb7-4f1d-ad45-e7c0bb2ec8bd req-6ad60942-d7ba-48bc-9e56-52b67e9af98a tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Mar 28 23:43:59.731831 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:44:00.792308 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094949cd-1b9e-41a6-a8b5-9b0eddd824ea req-ac1503ce-d8a1-4089-9534-6f77ee91c51f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:00.793778 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-094949cd-1b9e-41a6-a8b5-9b0eddd824ea req-ac1503ce-d8a1-4089-9534-6f77ee91c51f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0511949 Mar 28 23:44:00.841769 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-094949cd-1b9e-41a6-a8b5-9b0eddd824ea req-0729e7bd-5342-495d-92a0-6234007893dc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424030 Mar 28 23:44:01.149055 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9964d0e-4819-4684-ad45-42af607d1e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:01.957841 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32681644-4ed9-4f6b-85dd-b79f22d7639c req-fa941e3a-d08a-461b-86f9-b94505cfc66c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:01.959317 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-32681644-4ed9-4f6b-85dd-b79f22d7639c req-fa941e3a-d08a-461b-86f9-b94505cfc66c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0518000 Mar 28 23:44:01.996047 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-1b309813-178f-427b-9763-427cea39af4c tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041714030&fields=id&tenant_id=bbc1bef7357d414ba50c31a54c94d0bf HTTP/1.1" status: 200 len: 267 time: 0.0444016 Mar 28 23:44:02.007091 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-32681644-4ed9-4f6b-85dd-b79f22d7639c req-adb4a2d2-240c-4718-a1ad-3a4cf0084028 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Mar 28 23:44:02.052245 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-ae98a285-c4c4-4332-aa9c-133b9461258c tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:02.053703 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-ae98a285-c4c4-4332-aa9c-133b9461258c tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 984 time: 0.0519047 Mar 28 23:44:02.064757 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Request body: {'port': {'security_groups': ['291144c7-8fe7-4c41-bcf2-79dfa401499c']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:44:02.138520 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.310261 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] For port 679a513c-e5a6-4b03-8df9-ffc25abdd222, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:02.340312 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.344612 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.356697 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['679a513c-e5a6-4b03-8df9-ffc25abdd222'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:44:02.386309 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:02.387002 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.394133 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3801daec-00c3-4c10-a619-5de6b9db6595 req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "PUT /v2.0/ports/679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 942 time: 0.3311443 Mar 28 23:44:02.394133 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:44:02.394315 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33298) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:02.394397 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d49e2e-5606-4387-a8de-cf713b59402b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:44:02.423307 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b95c95-3a22-4187-87e1-5987e71f933e tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event updated for resources: {'Port': ['ID=679a513c-e5a6-4b03-8df9-ffc25abdd222,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:02.477262 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group (afaa4286-79ed-43d7-966b-828b0ec97471), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.480970 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['679a513c-e5a6-4b03-8df9-ffc25abdd222'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:44:02.510070 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group (afaa4286-79ed-43d7-966b-828b0ec97471), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.587440 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (afaa4286-79ed-43d7-966b-828b0ec97471), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.589982 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ac7500-75bf-425d-9dd6-c6abbe855f0a x-openstack-request-id: req-07ac7500-75bf-425d-9dd6-c6abbe855f0a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:44:02.590297 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:44:02.590528 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07ac7500-75bf-425d-9dd6-c6abbe855f0a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:44:02.591971 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ac7500-75bf-425d-9dd6-c6abbe855f0a'] response: {'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'status': 'completed', 'code': 200} Mar 28 23:44:02.593267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.594673 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "DELETE /v2.0/security-groups/afaa4286-79ed-43d7-966b-828b0ec97471 HTTP/1.1" status: 204 len: 168 time: 0.1994758 Mar 28 23:44:02.597611 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33304) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:02.624012 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaa4286-79ed-43d7-966b-828b0ec97471,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:02.633266 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.633616 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.634222 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.634571 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.634905 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.635237 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.635567 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.635922 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.636252 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.636580 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.636906 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.637232 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.637718 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.638229 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.638735 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4546dc-47d6-474e-a432-eb0984763946 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:02.679368 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-51e313f6-cd5a-4b49-97e1-69dbde0d1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:02.682734 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-51e313f6-cd5a-4b49-97e1-69dbde0d1e77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1129 time: 0.0682964 Mar 28 23:44:02.688371 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-31f32bc6-e621-4a3d-a33e-d9b3b8a32a56 None None] Provisioning complete for port 679a513c-e5a6-4b03-8df9-ffc25abdd222 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:44:02.688753 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31f32bc6-e621-4a3d-a33e-d9b3b8a32a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.767897 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-31f32bc6-e621-4a3d-a33e-d9b3b8a32a56 None None] Current status of the port 679a513c-e5a6-4b03-8df9-ffc25abdd222 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:44:02.780130 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Deleting port adc1a3cc-495d-4abf-bcd8-3354ad912987 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:02.780321 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-a1a66649-f01a-470d-a950-d553a53c5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:02.780478 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (adc1a3cc-495d-4abf-bcd8-3354ad912987), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.781643 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-a1a66649-f01a-470d-a950-d553a53c5682 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 200 len: 916 time: 0.0903013 Mar 28 23:44:02.852275 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-967b43ac-49af-4f17-aef4-c434e812c347 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 1001 time: 0.0629680 Mar 28 23:44:02.859741 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (adc1a3cc-495d-4abf-bcd8-3354ad912987), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.860124 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for floatingip (adc1a3cc-495d-4abf-bcd8-3354ad912987), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:02.871813 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Calling delete_port for adc1a3cc-495d-4abf-bcd8-3354ad912987 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:02.900537 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-9bb18fd7-a959-4943-a6e9-a9c989aed6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:02.902015 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-9bb18fd7-a959-4943-a6e9-a9c989aed6a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 HTTP/1.1" status: 200 len: 854 time: 0.0442224 Mar 28 23:44:02.950775 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-1e5b08a2-359e-436d-b00b-62f80e7b4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:02.952341 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-1e5b08a2-359e-436d-b00b-62f80e7b4e64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d784ea-0290-4a6d-b337-03ab97145c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436678 Mar 28 23:44:03.042242 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (adc1a3cc-495d-4abf-bcd8-3354ad912987), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:03.058611 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-c5d82cf7-e541-4a49-ad7c-03b89dcbe8ea service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957801 Mar 28 23:44:03.067589 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event deleted for resources: {'Port': ['ID=adc1a3cc-495d-4abf-bcd8-3354ad912987,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:03.149572 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-c9d49e2e-5606-4387-a8de-cf713b59402b req-e4932667-b87a-4f9e-8cdd-b3447440324b service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866003 Mar 28 23:44:03.162526 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks [] for floatingip (acc8c814-ef16-4d36-956d-446bf0a8fd25), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:03.162887 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.l3_db [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Floating IP acc8c814-ef16-4d36-956d-446bf0a8fd25 disassociated (deleted). External IP: 172.28.0.120, port: 679a513c-e5a6-4b03-8df9-ffc25abdd222. Mar 28 23:44:03.234730 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5fd08-9fd6-4b56-bb84-ed84830896b7 req-16c9d0a8-9598-4bd5-b857-bc78df1aa1ef tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:03.236220 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a1c5fd08-9fd6-4b56-bb84-ed84830896b7 req-16c9d0a8-9598-4bd5-b857-bc78df1aa1ef tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.1441877 Mar 28 23:44:03.301489 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a1c5fd08-9fd6-4b56-bb84-ed84830896b7 req-80d0c5d6-8bc9-4b26-9935-2fcb9ba7a4be tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595446 Mar 28 23:44:03.418051 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Router 2d2c305d-3141-4b36-8803-aa79b6f36499 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:44:03.447211 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6b18d20-52fc-4de1-839f-ee7d9f995f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:03.538725 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:44:03.543193 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:03.555438 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] Sync routers for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:44:03.565056 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:03.565765 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:03.574089 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-76b80175-2b53-4382-a0b8-97e3861e220a tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "DELETE /v2.0/floatingips/acc8c814-ef16-4d36-956d-446bf0a8fd25 HTTP/1.1" status: 204 len: 168 time: 0.9751055 Mar 28 23:44:03.683977 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:03.898775 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:56Z', 'revision_number': 5, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:03.924910 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] Checking router: 2d2c305d-3141-4b36-8803-aa79b6f36499 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:44:03.933964 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:03.934565 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:04.038557 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:04.235468 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:56Z', 'revision_number': 5, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:04.264789 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc57bec-fd7b-4c8f-9121-8e534e2046f2 None None] The sync data for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb is: [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:52Z', 'revision_number': 4, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '178a953b-6cf5-42a7-9351-9b918e03b152', 'name': '', 'network_id': '74d784ea-0290-4a6d-b337-03ab97145c97', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'mac_address': 'fa:16:3e:4b:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:52Z', 'updated_at': '2022-03-28T23:41:56Z', 'revision_number': 5, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'subnets': [{'id': 'b68cd1d6-e4ad-45f7-aa51-c7503b6a2293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:44:04.434587 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8dc7-4ec6-486f-a5d7-d317f00d286a req-5f9b713d-89cf-4b56-96df-32b4bc6c2ad8 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:04.436201 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d88d8dc7-4ec6-486f-a5d7-d317f00d286a req-5f9b713d-89cf-4b56-96df-32b4bc6c2ad8 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0618784 Mar 28 23:44:04.486120 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2e47-4602-4f67-ba98-3a8a9047094a None None] New status for floating IP acc8c814-ef16-4d36-956d-446bf0a8fd25: DOWN {{(pid=103357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:44:04.488327 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d88d8dc7-4ec6-486f-a5d7-d317f00d286a req-f98476be-4315-4866-9207-9841af8927df tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464609 Mar 28 23:44:04.592397 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:44:04.594728 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d43413d-abbc-4e76-a0c7-826666d1e24e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:44:04.629622 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f245c9d-7cc7-40ef-ac16-766750268576 x-openstack-request-id: req-0f245c9d-7cc7-40ef-ac16-766750268576 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:44:04.629916 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:44:04.630170 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f245c9d-7cc7-40ef-ac16-766750268576 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:44:04.630569 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f245c9d-7cc7-40ef-ac16-766750268576'] response: {'name': 'network-changed', 'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'status': 'completed', 'code': 200} Mar 28 23:44:04.695679 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-3cc10b19-0072-48d5-95f0-301ae3b1ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:04.697237 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-3cc10b19-0072-48d5-95f0-301ae3b1ef62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 1129 time: 0.0444939 Mar 28 23:44:04.761264 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:04.800073 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-e71a7387-0aae-4902-adab-fab3a9822082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:04.801602 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-e71a7387-0aae-4902-adab-fab3a9822082 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 200 len: 916 time: 0.0984011 Mar 28 23:44:04.852455 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-cff4411c-8660-4fe1-afa4-64d29e6fbfec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 200 len: 217 time: 0.0431523 Mar 28 23:44:04.910575 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-c39838fb-8c68-4298-94d9-c9e8ad583c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:04.912085 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-c39838fb-8c68-4298-94d9-c9e8ad583c33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 HTTP/1.1" status: 200 len: 854 time: 0.0546217 Mar 28 23:44:04.965485 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-b528fa56-85c2-49e5-b8cf-9d6439119fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:04.967595 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-b528fa56-85c2-49e5-b8cf-9d6439119fb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d784ea-0290-4a6d-b337-03ab97145c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491900 Mar 28 23:44:05.102054 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-f3f7fe38-e5eb-4980-80a2-0c4348fbd4fe service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273441 Mar 28 23:44:05.198323 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-6d43413d-abbc-4e76-a0c7-826666d1e24e req-726f0a1c-18b3-4630-ac9f-89ca3a598fea service neutron] 10.222.0.30 "GET /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895610 Mar 28 23:44:05.605638 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118ffda-278c-4225-b352-2c1123607c5e req-03e75a70-b344-4975-a71d-c1da3630eef5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:05.607025 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e118ffda-278c-4225-b352-2c1123607c5e req-03e75a70-b344-4975-a71d-c1da3630eef5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0551717 Mar 28 23:44:05.652347 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e118ffda-278c-4225-b352-2c1123607c5e req-65843c44-257b-49c2-8ee3-d0aeee243fa9 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 Mar 28 23:44:06.160033 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:06.359182 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d21b-fc67-4826-b358-8bb65f182d27 req-ea843a7f-3d29-4964-96b3-9df70dea3cc8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:06.360776 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1f66d21b-fc67-4826-b358-8bb65f182d27 req-ea843a7f-3d29-4964-96b3-9df70dea3cc8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.0546808 Mar 28 23:44:06.409474 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1f66d21b-fc67-4826-b358-8bb65f182d27 req-a146c8c2-0873-428f-8af0-e1b3ee01e6d3 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Mar 28 23:44:06.778587 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3be2a-a0b2-4210-bb51-37c40589c9fa req-2b12bb8b-f380-42a4-a231-167e919e5c82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:06.780143 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d2a3be2a-a0b2-4210-bb51-37c40589c9fa req-2b12bb8b-f380-42a4-a231-167e919e5c82 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0596094 Mar 28 23:44:06.827545 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d2a3be2a-a0b2-4210-bb51-37c40589c9fa req-3e5bddcf-ef81-42be-8d6c-6f2a7288b157 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416093 Mar 28 23:44:07.018395 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904c96d-602a-4486-85a3-224f732a32cd req-770272e4-0748-4e89-8fbc-92afb06e5af1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:07.019873 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4904c96d-602a-4486-85a3-224f732a32cd req-770272e4-0748-4e89-8fbc-92afb06e5af1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0517426 Mar 28 23:44:07.069591 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-4904c96d-602a-4486-85a3-224f732a32cd req-efd988a2-4ba2-449a-8b72-07a4e53b0d4f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441682 Mar 28 23:44:07.086258 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-b5ec494e-d2df-493c-8b78-7d57ae49f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:07.087780 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-b5ec494e-d2df-493c-8b78-7d57ae49f40e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 1129 time: 0.0501366 Mar 28 23:44:07.175339 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-d9f80284-b546-460e-a829-1d6f65e44a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:07.176825 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-d9f80284-b546-460e-a829-1d6f65e44a8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 911 time: 0.0828187 Mar 28 23:44:07.244505 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-da220ec4-d0b7-416b-9514-79260e20ca8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 HTTP/1.1" status: 200 len: 1001 time: 0.0610025 Mar 28 23:44:07.547980 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-69089c55-8d74-48ff-bbbd-07f0146c1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:07.549445 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-69089c55-8d74-48ff-bbbd-07f0146c1292 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 200 len: 849 time: 0.2984595 Mar 28 23:44:07.593834 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226dfd-4d65-435e-84dc-ff17ba4c658e req-173876c0-c1f0-4f33-81f7-36427e20fec8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:07.595327 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-99226dfd-4d65-435e-84dc-ff17ba4c658e req-173876c0-c1f0-4f33-81f7-36427e20fec8 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.0905921 Mar 28 23:44:07.642017 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-2d509c51-c541-4839-9380-8625fa73c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:07.643534 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-2d509c51-c541-4839-9380-8625fa73c814 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0858924 Mar 28 23:44:07.685127 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-99226dfd-4d65-435e-84dc-ff17ba4c658e req-3348e57c-5c8c-4b12-a9c0-e7ca30540350 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/security-groups?id=291144c7-8fe7-4c41-bcf2-79dfa401499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819204 Mar 28 23:44:07.699098 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:07.763427 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-70f54aa0-173c-4782-8d93-4a14b3ec68e2 service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132765 Mar 28 23:44:07.800755 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5227d-e78f-4341-8764-4343801dba66 req-23c46745-e25e-413c-ab71-98d764ffa095 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:07.802242 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d8a5227d-e78f-4341-8764-4343801dba66 req-23c46745-e25e-413c-ab71-98d764ffa095 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 946 time: 0.0551610 Mar 28 23:44:07.862556 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d8a5227d-e78f-4341-8764-4343801dba66 req-83298ae2-b2fe-4ec1-874b-310e7b9353f5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488956 Mar 28 23:44:07.882861 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e78d747e-3f75-47f5-9ff0-b05fde34f1f9 req-f3159d2f-da83-4fad-9171-71676de0d07e service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118236 Mar 28 23:44:08.135916 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-dcca4fa1-b1fc-42e7-9503-433935ee5828 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:08.137378 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-dcca4fa1-b1fc-42e7-9503-433935ee5828 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 945 time: 0.0530958 Mar 28 23:44:08.245318 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3adc-b290-4a74-b1fa-dbebddbe978c req-06a7abf3-7545-453e-836a-fcde31b10c59 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:08.246783 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96ed3adc-b290-4a74-b1fa-dbebddbe978c req-06a7abf3-7545-453e-836a-fcde31b10c59 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.1085367 Mar 28 23:44:08.285533 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Deleting port 679a513c-e5a6-4b03-8df9-ffc25abdd222 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:08.285801 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:08.349966 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-96ed3adc-b290-4a74-b1fa-dbebddbe978c req-2339a0c5-8fce-4289-9923-b4625549b114 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965014 Mar 28 23:44:08.389200 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] For port 679a513c-e5a6-4b03-8df9-ffc25abdd222, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=679a513c-e5a6-4b03-8df9-ffc25abdd222,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:08.389569 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:08.406447 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Calling delete_port for 679a513c-e5a6-4b03-8df9-ffc25abdd222 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:08.530587 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (679a513c-e5a6-4b03-8df9-ffc25abdd222), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:08.542841 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['679a513c-e5a6-4b03-8df9-ffc25abdd222'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:44:08.557988 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Pushing event deleted for resources: {'Port': ['ID=679a513c-e5a6-4b03-8df9-ffc25abdd222,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:08.608151 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] No DVR routers for this DVR port 679a513c-e5a6-4b03-8df9-ffc25abdd222 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:08.610600 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:08.613937 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-9366e2df-a3b1-4f4e-b510-e78333675ad7 req-a7931d13-e950-4a7e-ab35-f4a5461dd4aa tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.30 "DELETE /v2.0/ports/679a513c-e5a6-4b03-8df9-ffc25abdd222 HTTP/1.1" status: 204 len: 173 time: 0.4677825 Mar 28 23:44:08.614375 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'name': 'network-vif-deleted', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:44:08.616645 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c96648-227c-44ce-a21c-ab39a40038c7" -d '{"events": [{"server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "name": "network-vif-deleted", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:44:08.654012 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f9adae-275b-4dde-9058-e602202853ef x-openstack-request-id: req-a4f9adae-275b-4dde-9058-e602202853ef {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:44:08.654313 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9635da8-7a44-4e3f-895a-9108aefea56a", "name": "network-vif-deleted", "tag": "679a513c-e5a6-4b03-8df9-ffc25abdd222", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:44:08.654635 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4f9adae-275b-4dde-9058-e602202853ef {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:44:08.655051 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f9adae-275b-4dde-9058-e602202853ef'] response: {'server_uuid': 'b9635da8-7a44-4e3f-895a-9108aefea56a', 'name': 'network-vif-deleted', 'tag': '679a513c-e5a6-4b03-8df9-ffc25abdd222', 'status': 'completed', 'code': 200} Mar 28 23:44:08.789919 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-66554d7b-010c-4e54-ac3d-f6716da15b0f req-d9074b87-fc00-4c77-a81d-ea04dde2caf5 tempest-TestMinimumBasicScenario-381201528 tempest-TestMinimumBasicScenario-381201528-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9635da8-7a44-4e3f-895a-9108aefea56a HTTP/1.1" status: 200 len: 210 time: 0.0267978 Mar 28 23:44:09.004180 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078417bd-47a1-4634-ae48-ba23628c67d5 req-cb040656-9651-46f5-9ea3-241c12e9fec5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:09.005968 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-078417bd-47a1-4634-ae48-ba23628c67d5 req-cb040656-9651-46f5-9ea3-241c12e9fec5 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 946 time: 0.0676682 Mar 28 23:44:09.069343 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-078417bd-47a1-4634-ae48-ba23628c67d5 req-ca32a1d8-bd75-41f5-90ef-83a164af3441 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups?id=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562341 Mar 28 23:44:09.288558 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b8bb4d79-934d-4e7c-b276-505f61675916 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:09.290618 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b8bb4d79-934d-4e7c-b276-505f61675916 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 946 time: 0.0643964 Mar 28 23:44:09.386946 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Deleting port ec4d3617-5743-496b-8e39-e672e17a8c74 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:09.387350 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:09.512294 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] For port ec4d3617-5743-496b-8e39-e672e17a8c74, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ec4d3617-5743-496b-8e39-e672e17a8c74,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:09.512667 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:09.527475 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b9f50-c5bf-4d36-8347-e6568c699c7b req-055fc42b-da3d-4d89-886a-f6943dea5ad1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:09.528979 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-959b9f50-c5bf-4d36-8347-e6568c699c7b req-055fc42b-da3d-4d89-886a-f6943dea5ad1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.1013923 Mar 28 23:44:09.650417 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-959b9f50-c5bf-4d36-8347-e6568c699c7b req-ed184fe4-8e70-4c1a-bba6-6a53012cd288 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157587 Mar 28 23:44:09.722553 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:09.722914 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (edef96d4-6723-4821-acca-97e1d1a49e62), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:09.723236 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Floating IP edef96d4-6723-4821-acca-97e1d1a49e62 disassociated. External IP: 172.28.0.108, port: ec4d3617-5743-496b-8e39-e672e17a8c74. Mar 28 23:44:09.723582 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Calling delete_port for ec4d3617-5743-496b-8e39-e672e17a8c74 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:09.855449 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (ec4d3617-5743-496b-8e39-e672e17a8c74), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:09.884600 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event deleted for resources: {'Port': ['ID=ec4d3617-5743-496b-8e39-e672e17a8c74,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:10.002877 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Router 66cbc431-fe18-455f-a192-beca8dcc3023 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:44:10.116760 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:44:10.128106 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] Sync routers for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:44:10.138786 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:10.139598 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:10.177627 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] No DVR routers for this DVR port ec4d3617-5743-496b-8e39-e672e17a8c74 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:10.181087 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:10.184745 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-172c5d18-c00b-47d7-953e-797290e15d5e req-b4558086-1285-4025-9112-7ac460e54145 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.30 "DELETE /v2.0/ports/ec4d3617-5743-496b-8e39-e672e17a8c74 HTTP/1.1" status: 204 len: 173 time: 0.8890038 Mar 28 23:44:10.198512 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f8f67dee-cc15-42e3-97eb-1d4bb7ef419d req-cebcf077-081c-40d8-9ec7-f91fe54b477f tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff50a941-cc33-435d-a920-7195fbb4254b HTTP/1.1" status: 200 len: 210 time: 0.0363996 Mar 28 23:44:10.276401 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:10.575868 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33502) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:10.655311 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:10.656860 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-deleted', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:44:10.659397 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf29af0-db84-4150-8219-52758ff8bc41" -d '{"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-deleted", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:44:10.684228 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] Checking router: 66cbc431-fe18-455f-a192-beca8dcc3023 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:44:10.694095 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:10.694711 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:10.704414 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d64b147-c420-464c-9a0c-b2ddd2f289ca x-openstack-request-id: req-6d64b147-c420-464c-9a0c-b2ddd2f289ca {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:44:10.704819 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff50a941-cc33-435d-a920-7195fbb4254b", "name": "network-vif-deleted", "tag": "ec4d3617-5743-496b-8e39-e672e17a8c74", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:44:10.705273 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d64b147-c420-464c-9a0c-b2ddd2f289ca {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:44:10.705877 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d64b147-c420-464c-9a0c-b2ddd2f289ca'] response: {'server_uuid': 'ff50a941-cc33-435d-a920-7195fbb4254b', 'name': 'network-vif-deleted', 'tag': 'ec4d3617-5743-496b-8e39-e672e17a8c74', 'status': 'completed', 'code': 200} Mar 28 23:44:10.814020 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:10.968730 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608117'] for router_interface (2d2c305d-3141-4b36-8803-aa79b6f36499), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.010971 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:11.036472 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b77002-25b6-46f4-9193-72c3298b586f None None] The sync data for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb is: [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:37:50Z', 'revision_number': 4, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': '4a306f88-521d-4866-b956-d1ca1f9fd680', 'name': '', 'network_id': '2f0721c1-751e-4a48-9590-46e6558f9aec', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:48Z', 'updated_at': '2022-03-28T23:38:00Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'subnets': [{'id': '6c42e3b4-3cac-4376-9814-f15810be9554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:44:11.225105 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Deleting port 178a953b-6cf5-42a7-9351-9b918e03b152 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:11.225565 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.268073 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79d969-db4f-4565-bc16-ea0ea0b97ac4 None None] New status for floating IP edef96d4-6723-4821-acca-97e1d1a49e62: DOWN {{(pid=103357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:44:11.296959 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33510) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:11.313717 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] For port 178a953b-6cf5-42a7-9351-9b918e03b152, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=178a953b-6cf5-42a7-9351-9b918e03b152,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:11.314084 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.327429 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Calling delete_port for 178a953b-6cf5-42a7-9351-9b918e03b152 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:11.350601 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b315c8b-7496-467e-8eb1-309f733187c9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.377310 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b315c8b-7496-467e-8eb1-309f733187c9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.436666 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b315c8b-7496-467e-8eb1-309f733187c9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.440254 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b315c8b-7496-467e-8eb1-309f733187c9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.441481 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5b315c8b-7496-467e-8eb1-309f733187c9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "DELETE /v2.0/security-groups/e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7 HTTP/1.1" status: 204 len: 168 time: 0.1434758 Mar 28 23:44:11.444339 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:11.451110 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b315c8b-7496-467e-8eb1-309f733187c9 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:11.461678 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.api.v2.resource [None req-53e0795d-e2d2-444f-a82b-b1eebda90795 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] show failed (client error): The resource could not be found. Mar 28 23:44:11.462667 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-53e0795d-e2d2-444f-a82b-b1eebda90795 tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "GET /v2.0/security-groups/e01390f5-c5e2-4a9d-8179-01ed9fbf4bf7 HTTP/1.1" status: 404 len: 347 time: 0.0173650 Mar 28 23:44:11.465575 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33514) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:11.529829 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (178a953b-6cf5-42a7-9351-9b918e03b152), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.552947 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=178a953b-6cf5-42a7-9351-9b918e03b152,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:11.600137 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Deleting port af5853c0-f62b-4812-a3ef-1dfd3eac68d0 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:11.600699 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.694695 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.695638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.711282 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Calling delete_port for af5853c0-f62b-4812-a3ef-1dfd3eac68d0 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:11.794313 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612837'] for router_interface (2d2c305d-3141-4b36-8803-aa79b6f36499), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.893484 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (af5853c0-f62b-4812-a3ef-1dfd3eac68d0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:11.923280 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Pushing event deleted for resources: {'Port': ['ID=af5853c0-f62b-4812-a3ef-1dfd3eac68d0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:11.998578 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks [] for floatingip (edef96d4-6723-4821-acca-97e1d1a49e62), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.001664 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.003061 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7a499203-9d46-41bb-ae31-2f7b908ec61c tempest-AttachVolumeShelveTestJSON-695878944 tempest-AttachVolumeShelveTestJSON-695878944-project] 10.222.0.16 "DELETE /v2.0/floatingips/edef96d4-6723-4821-acca-97e1d1a49e62 HTTP/1.1" status: 204 len: 168 time: 0.5356908 Mar 28 23:44:12.016247 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33536) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:12.290054 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Router 2d2c305d-3141-4b36-8803-aa79b6f36499 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:44:12.347772 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Deleting port 01dcedca-6246-4485-a23c-edea52c1caf1 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:12.348396 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (01dcedca-6246-4485-a23c-edea52c1caf1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.398801 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:44:12.404456 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-700f2c20-3da2-4a1b-ade8-05ac55026a91 admin admin] 10.222.0.16 "PUT /v2.0/routers/2d2c305d-3141-4b36-8803-aa79b6f36499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268404 Mar 28 23:44:12.406494 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:12.407517 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e8344-7732-423e-825f-63308db11be3 None None] Sync routers for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:44:12.419680 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e8344-7732-423e-825f-63308db11be3 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:12.420525 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-058e8344-7732-423e-825f-63308db11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:12.519003 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks [] for router (2d2c305d-3141-4b36-8803-aa79b6f36499), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.532326 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-058e8344-7732-423e-825f-63308db11be3 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:12.628587 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks [] for router_gateway (2d2c305d-3141-4b36-8803-aa79b6f36499), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.658818 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (01dcedca-6246-4485-a23c-edea52c1caf1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.659325 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for floatingip (01dcedca-6246-4485-a23c-edea52c1caf1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.672165 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Calling delete_port for 01dcedca-6246-4485-a23c-edea52c1caf1 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:12.684412 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Deleting port 1ffbcb71-f422-40b4-8093-fbb0d7d83945 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:12.684770 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.721629 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-058e8344-7732-423e-825f-63308db11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:44:11Z', 'revision_number': 5, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port': {'id': '1ffbcb71-f422-40b4-8093-fbb0d7d83945', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:12.749387 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e8344-7732-423e-825f-63308db11be3 None None] Checking router: 2d2c305d-3141-4b36-8803-aa79b6f36499 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:44:12.758396 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e8344-7732-423e-825f-63308db11be3 None None] Routers {'2d2c305d-3141-4b36-8803-aa79b6f36499'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:12.758991 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-058e8344-7732-423e-825f-63308db11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2d2c305d-3141-4b36-8803-aa79b6f36499'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:12.768889 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] For port 1ffbcb71-f422-40b4-8093-fbb0d7d83945, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=1ffbcb71-f422-40b4-8093-fbb0d7d83945,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:12.769319 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.783724 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Calling delete_port for 1ffbcb71-f422-40b4-8093-fbb0d7d83945 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:12.822836 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (01dcedca-6246-4485-a23c-edea52c1caf1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.850708 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event deleted for resources: {'Port': ['ID=01dcedca-6246-4485-a23c-edea52c1caf1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:12.852253 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-058e8344-7732-423e-825f-63308db11be3 None None] Set router 2d2c305d-3141-4b36-8803-aa79b6f36499 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:12.908638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for floatingip (893158f2-9e35-4764-8580-192a0698900c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:12.909319 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.db.l3_db [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Floating IP 893158f2-9e35-4764-8580-192a0698900c disassociated (deleted). External IP: 172.28.0.123, port: a6b8e927-8d75-4cec-9114-3fa7fc7b2786. Mar 28 23:44:12.911900 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-058e8344-7732-423e-825f-63308db11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:44:12Z', 'revision_number': 6, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port_host': None}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:12.943252 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e8344-7732-423e-825f-63308db11be3 None None] The sync data for ids ['2d2c305d-3141-4b36-8803-aa79b6f36499'] in dv-cinder-835525-1-smb is: [{'id': '2d2c305d-3141-4b36-8803-aa79b6f36499', 'name': 'tempest-TestMinimumBasicScenario-1114888655-router', 'tenant_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:49Z', 'updated_at': '2022-03-28T23:44:12Z', 'revision_number': 6, 'project_id': 'bbc1bef7357d414ba50c31a54c94d0bf', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:44:12.972439 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (1ffbcb71-f422-40b4-8093-fbb0d7d83945), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.001704 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffbcb71-f422-40b4-8093-fbb0d7d83945,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:13.067155 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607759'] for router_gateway (2d2c305d-3141-4b36-8803-aa79b6f36499), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.162847 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router (2d2c305d-3141-4b36-8803-aa79b6f36499), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.166589 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks [] for router_controller (2d2c305d-3141-4b36-8803-aa79b6f36499), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.172053 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Router 2c79f365-fcaa-4407-b356-edf73ce13205 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:44:13.241088 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614122'] for router (2d2c305d-3141-4b36-8803-aa79b6f36499), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.241633 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d2c305d-3141-4b36-8803-aa79b6f36499 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 23:44:13.248171 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.249817 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-76679dec-34ca-4c69-977f-2d758834e51b admin admin] 10.222.0.16 "DELETE /v2.0/routers/2d2c305d-3141-4b36-8803-aa79b6f36499 HTTP/1.1" status: 204 len: 168 time: 0.8422155 Mar 28 23:44:13.252236 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:13.318754 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:44:13.322793 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-988996ab-abde-499a-ac86-8a8b25f7016b admin admin] Deleting subnet b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:44:13.323779 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.328368 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-988996ab-abde-499a-ac86-8a8b25f7016b admin admin] Publish callbacks [] for subnet (b68cd1d6-e4ad-45f7-aa51-c7503b6a2293), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.328520 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] Sync routers for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:44:13.348214 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:13.354016 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:13.378324 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-988996ab-abde-499a-ac86-8a8b25f7016b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5248431'] for subnet (b68cd1d6-e4ad-45f7-aa51-c7503b6a2293), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.427060 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-fc2ddf9d-4c50-4ec1-84f2-3156ee84286d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "DELETE /v2.0/floatingips/893158f2-9e35-4764-8580-192a0698900c HTTP/1.1" status: 204 len: 168 time: 1.4066846 Mar 28 23:44:13.427060 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:44:13.427648 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78df9c909da85ca4eddfe8ec9f0571e706cf0c75cbd0016fd0665c09c599087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30371ecc-62ad-4193-ba81-af9de2658028" -d '{"events": [{"name": "network-changed", "server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:44:13.479622 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc851e5-ae66-4454-8664-a9c578a1fbd5 x-openstack-request-id: req-bfc851e5-ae66-4454-8664-a9c578a1fbd5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:44:13.480422 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:44:13.480848 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfc851e5-ae66-4454-8664-a9c578a1fbd5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:44:13.481632 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc851e5-ae66-4454-8664-a9c578a1fbd5'] response: {'name': 'network-changed', 'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'status': 'completed', 'code': 200} Mar 28 23:44:13.536784 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:13.548058 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-988996ab-abde-499a-ac86-8a8b25f7016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (b68cd1d6-e4ad-45f7-aa51-c7503b6a2293), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.628203 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.647708 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371ecc-62ad-4193-ba81-af9de2658028 req-e2b17a50-c738-4285-9c39-9904f829ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:13.650537 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30371ecc-62ad-4193-ba81-af9de2658028 req-e2b17a50-c738-4285-9c39-9904f829ae02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48445603d904db498f2cc8fbebe36ff&device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 1130 time: 0.1304424 Mar 28 23:44:13.655000 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-988996ab-abde-499a-ac86-8a8b25f7016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4835517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979422'] for subnet (b68cd1d6-e4ad-45f7-aa51-c7503b6a2293), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.731594 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988996ab-abde-499a-ac86-8a8b25f7016b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68cd1d6-e4ad-45f7-aa51-c7503b6a2293,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:13.736387 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69390207-9631-4278-b08b-387b7b4c4483 None None] Network 74d784ea-0290-4a6d-b337-03ab97145c97 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:44:13.744319 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-988996ab-abde-499a-ac86-8a8b25f7016b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.749867 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-988996ab-abde-499a-ac86-8a8b25f7016b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b68cd1d6-e4ad-45f7-aa51-c7503b6a2293 HTTP/1.1" status: 204 len: 168 time: 0.4931190 Mar 28 23:44:13.750179 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33582) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:13.768606 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:13.797022 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] Checking router: 2c79f365-fcaa-4407-b356-edf73ce13205 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:44:13.809317 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:13.810682 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:13.818646 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17e705-d66c-42f7-aa2f-99247db2d186 req-22c8e4eb-5f79-4d29-84e4-43091213f310 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:13.820723 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8e17e705-d66c-42f7-aa2f-99247db2d186 req-22c8e4eb-5f79-4d29-84e4-43091213f310 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.1183758 Mar 28 23:44:13.822246 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371ecc-62ad-4193-ba81-af9de2658028 req-de918741-c141-438b-a3e1-29bb43372471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:13.823592 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30371ecc-62ad-4193-ba81-af9de2658028 req-de918741-c141-438b-a3e1-29bb43372471 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 200 len: 910 time: 0.1659656 Mar 28 23:44:13.870046 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (74d784ea-0290-4a6d-b337-03ab97145c97), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.881021 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30371ecc-62ad-4193-ba81-af9de2658028 req-c3f4c721-1ef9-4f85-9dc7-53dbdc905ca0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 200 len: 217 time: 0.0501447 Mar 28 23:44:13.961413 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Deleting port 310519f3-dbe0-42f8-85f2-9b44b534816b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:13.961769 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:13.965330 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] DHCP port deletion for 74d784ea-0290-4a6d-b337-03ab97145c97 request from dv-cinder-835525-1-smb {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 23:44:13.975342 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 679a513c-e5a6-4b03-8df9-ffc25abdd222 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:13.990870 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371ecc-62ad-4193-ba81-af9de2658028 req-65b06958-cf5d-4685-b763-4e2454c6847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:13.992877 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30371ecc-62ad-4193-ba81-af9de2658028 req-65b06958-cf5d-4685-b763-4e2454c6847a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0036c71-2b4a-43b6-a6a4-f33c93551982 HTTP/1.1" status: 200 len: 848 time: 0.1021862 Mar 28 23:44:14.004637 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:14.017365 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-8e17e705-d66c-42f7-aa2f-99247db2d186 req-090486b8-07ba-4301-b1c6-ee4cc9d0c39d tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208651 Mar 28 23:44:14.017679 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 679a513c-e5a6-4b03-8df9-ffc25abdd222 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:14.017679 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 679a513c-e5a6-4b03-8df9-ffc25abdd222 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:14.017850 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:14.062746 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] For port 310519f3-dbe0-42f8-85f2-9b44b534816b, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=310519f3-dbe0-42f8-85f2-9b44b534816b,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:14.063089 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.064106 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371ecc-62ad-4193-ba81-af9de2658028 req-9a2dd364-fb59-4cca-8427-eb8a652f2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:14.066083 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30371ecc-62ad-4193-ba81-af9de2658028 req-9a2dd364-fb59-4cca-8427-eb8a652f2505 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c82322be-b69a-43cc-b597-25381cb6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0564351 Mar 28 23:44:14.066242 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 178a953b-6cf5-42a7-9351-9b918e03b152 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:14.069003 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: ec4d3617-5743-496b-8e39-e672e17a8c74 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:14.069340 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device ec4d3617-5743-496b-8e39-e672e17a8c74 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:14.078251 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Calling delete_port for 310519f3-dbe0-42f8-85f2-9b44b534816b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:14.093973 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 178a953b-6cf5-42a7-9351-9b918e03b152 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:14.094317 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 178a953b-6cf5-42a7-9351-9b918e03b152 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:14.094732 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 1ffbcb71-f422-40b4-8093-fbb0d7d83945 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:14.125480 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 1ffbcb71-f422-40b4-8093-fbb0d7d83945 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:14.125820 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 1ffbcb71-f422-40b4-8093-fbb0d7d83945 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:14.156237 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Deleting port 310519f3-dbe0-42f8-85f2-9b44b534816b {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:14.156613 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.193657 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30371ecc-62ad-4193-ba81-af9de2658028 req-e71348a8-0b02-4efc-827a-8123b08cb78e service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112177 Mar 28 23:44:14.200057 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.235295 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] For port 310519f3-dbe0-42f8-85f2-9b44b534816b, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=310519f3-dbe0-42f8-85f2-9b44b534816b,segment=NetworkSegment(0b942c8e-0f22-4da5-8bbb-66de2d5cb263),segment_id=0b942c8e-0f22-4da5-8bbb-66de2d5cb263)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:14.235995 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.239046 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=310519f3-dbe0-42f8-85f2-9b44b534816b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:14.243337 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] No DVR routers for this DVR port 310519f3-dbe0-42f8-85f2-9b44b534816b on host dv-cinder-835525-1-smb {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:14.254545 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Calling delete_port for 310519f3-dbe0-42f8-85f2-9b44b534816b owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:14.307981 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:14.334979 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-30371ecc-62ad-4193-ba81-af9de2658028 req-cfc96112-8649-44a4-9182-219389e10454 service neutron] 10.222.0.30 "GET /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243653 Mar 28 23:44:14.345091 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (74d784ea-0290-4a6d-b337-03ab97145c97), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.360202 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9000cc-76eb-41b5-9e11-7fdca0181d10 None None] The sync data for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb is: [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:38:52Z', 'revision_number': 4, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'd82ff324-8f22-46b8-a8f9-e9bc232a3670', 'name': '', 'network_id': 'c82322be-b69a-43cc-b597-25381cb6f92d', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'mac_address': 'fa:16:3e:34:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:51Z', 'updated_at': '2022-03-28T23:38:57Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'subnets': [{'id': 'b0036c71-2b4a-43b6-a6a4-f33c93551982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:44:14.370554 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d784ea-0290-4a6d-b337-03ab97145c97']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:14.379604 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (310519f3-dbe0-42f8-85f2-9b44b534816b), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.387606 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b942c8e-0f22-4da5-8bbb-66de2d5cb263') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:14.388205 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b942c8e-0f22-4da5-8bbb-66de2d5cb263') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:14.399318 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (0b942c8e-0f22-4da5-8bbb-66de2d5cb263), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.408388 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Pushing event deleted for resources: {'Port': ['ID=310519f3-dbe0-42f8-85f2-9b44b534816b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:14.415019 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (0b942c8e-0f22-4da5-8bbb-66de2d5cb263), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.416049 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] No DVR routers for this DVR port 310519f3-dbe0-42f8-85f2-9b44b534816b on host dv-cinder-835525-1-smb {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:14.419661 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.420035 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.420375 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.420981 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.421097 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.421344 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.421674 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.421986 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:44:14.422099 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.422297 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.422485 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (0b942c8e-0f22-4da5-8bbb-66de2d5cb263), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.422705 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.422928 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.423401 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.423624 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.424381 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.424381 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ca52-9c4c-4444-9d50-7cb324ff843c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:44:14.424557 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:44:14.494135 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (74d784ea-0290-4a6d-b337-03ab97145c97), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.501564 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:14.506634 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/74d784ea-0290-4a6d-b337-03ab97145c97 HTTP/1.1" status: 204 len: 168 time: 0.7552624 Mar 28 23:44:14.509980 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33596) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:14.526196 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203313c8-a8bb-4dcb-a7ea-e81274b5d4a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d784ea-0290-4a6d-b337-03ab97145c97,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:14.554658 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33600) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:14.703220 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5b70f-27dd-4f55-beda-aa00831a75e5 None None] New status for floating IP 893158f2-9e35-4764-8580-192a0698900c: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:44:14.967578 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608117'] for router_interface (4d4bf296-9a96-42bf-86b1-44743312623e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.087767 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-176757e2-4a0d-4de1-b607-cdab597f577a tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:15.089950 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-176757e2-4a0d-4de1-b607-cdab597f577a tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.30 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.0812483 Mar 28 23:44:15.143003 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33628) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:15.201304 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b78ed-014e-4ba6-9fc3-3e13401e1dd1 req-e0def75b-2168-4d52-88d3-21606a297142 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:15.202802 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b58b78ed-014e-4ba6-9fc3-3e13401e1dd1 req-e0def75b-2168-4d52-88d3-21606a297142 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 946 time: 0.1158180 Mar 28 23:44:15.238646 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608117'] for router_interface (66cbc431-fe18-455f-a192-beca8dcc3023), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.282765 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-b58b78ed-014e-4ba6-9fc3-3e13401e1dd1 req-9b23fba3-a65a-47b4-8408-d816bfeb01cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/security-groups?id=ffb908b1-b665-4836-b7d5-85adbcc6ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744145 Mar 28 23:44:15.324435 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Deleting port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:15.324694 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.327356 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-317d0dfc-e98b-4431-a7dc-cf11f606f295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.331080 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Deleting port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:15.331417 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.410020 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] For port aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,segment=NetworkSegment(fb5b0b41-4043-480a-8169-bd3e91f2dd37),segment_id=fb5b0b41-4043-480a-8169-bd3e91f2dd37)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:15.410374 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.423438 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Calling delete_port for aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:15.477055 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] For port a6b8e927-8d75-4cec-9114-3fa7fc7b2786, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:15.477326 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.541183 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Calling delete_port for a6b8e927-8d75-4cec-9114-3fa7fc7b2786 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:15.573420 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-317d0dfc-e98b-4431-a7dc-cf11f606f295 admin admin] Publish callbacks [] for security_group (3d545e12-49ed-48fb-925e-378d766a9391), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.606229 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.606955 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-317d0dfc-e98b-4431-a7dc-cf11f606f295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3d545e12-49ed-48fb-925e-378d766a9391), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.653664 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:15.681537 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-317d0dfc-e98b-4431-a7dc-cf11f606f295 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e391ba2c8ca47b6b081e37049bbd46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5374899 Mar 28 23:44:15.684540 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d0dfc-e98b-4431-a7dc-cf11f606f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d545e12-49ed-48fb-925e-378d766a9391,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:15.693195 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:15.816444 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612837'] for router_interface (4d4bf296-9a96-42bf-86b1-44743312623e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.854616 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (a6b8e927-8d75-4cec-9114-3fa7fc7b2786), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.887038 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event deleted for resources: {'Port': ['ID=a6b8e927-8d75-4cec-9114-3fa7fc7b2786,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:15.891999 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d0e86f4-8486-4522-9a1e-261f40b48f5c admin admin] Publish callbacks [] for security_group (3d545e12-49ed-48fb-925e-378d766a9391), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.907463 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 310519f3-dbe0-42f8-85f2-9b44b534816b no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:15.938724 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 310519f3-dbe0-42f8-85f2-9b44b534816b {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:15.939306 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 310519f3-dbe0-42f8-85f2-9b44b534816b not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:15.947499 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d0e86f4-8486-4522-9a1e-261f40b48f5c admin admin] Publish callbacks [] for security_group (3d545e12-49ed-48fb-925e-378d766a9391), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:15.950161 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Deleting port 4a306f88-521d-4866-b956-d1ca1f9fd680 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:15.950576 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:16.015382 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] No DVR routers for this DVR port a6b8e927-8d75-4cec-9114-3fa7fc7b2786 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:16.022292 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:16.026221 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-012a3619-107b-41a4-b23a-a01cf664bb22 req-328358d6-5f17-474c-a03e-b95c1e8a49cc tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.30 "DELETE /v2.0/ports/a6b8e927-8d75-4cec-9114-3fa7fc7b2786 HTTP/1.1" status: 204 len: 173 time: 0.9310915 Mar 28 23:44:16.028210 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'name': 'network-vif-deleted', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:44:16.030464 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c290ff-99a2-430f-bb96-592b6f211e9f" -d '{"events": [{"server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "name": "network-vif-deleted", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:44:16.075576 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Router 4d4bf296-9a96-42bf-86b1-44743312623e has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:44:16.083544 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0165b367-8c27-4a0e-a053-cad9ad962d9e x-openstack-request-id: req-0165b367-8c27-4a0e-a053-cad9ad962d9e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:44:16.083946 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e400f3d4-eee5-46f6-a482-535410e98a9e", "name": "network-vif-deleted", "tag": "a6b8e927-8d75-4cec-9114-3fa7fc7b2786", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:44:16.084099 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0165b367-8c27-4a0e-a053-cad9ad962d9e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:44:16.084498 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0165b367-8c27-4a0e-a053-cad9ad962d9e'] response: {'server_uuid': 'e400f3d4-eee5-46f6-a482-535410e98a9e', 'name': 'network-vif-deleted', 'tag': 'a6b8e927-8d75-4cec-9114-3fa7fc7b2786', 'status': 'completed', 'code': 200} Mar 28 23:44:16.093183 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] For port 4a306f88-521d-4866-b956-d1ca1f9fd680, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=4a306f88-521d-4866-b956-d1ca1f9fd680,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:16.093891 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:16.103783 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d0e86f4-8486-4522-9a1e-261f40b48f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3d545e12-49ed-48fb-925e-378d766a9391), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:16.106361 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d0e86f4-8486-4522-9a1e-261f40b48f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:16.107491 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-8d0e86f4-8486-4522-9a1e-261f40b48f5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d545e12-49ed-48fb-925e-378d766a9391 HTTP/1.1" status: 204 len: 168 time: 0.4109674 Mar 28 23:44:16.112987 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Calling delete_port for 4a306f88-521d-4866-b956-d1ca1f9fd680 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:16.125789 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e86f4-8486-4522-9a1e-261f40b48f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d545e12-49ed-48fb-925e-378d766a9391,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:16.221462 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:44:16.228403 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-32fb0ae9-0fb1-404d-abff-402bb6ae534f admin admin] 10.222.0.16 "PUT /v2.0/routers/4d4bf296-9a96-42bf-86b1-44743312623e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173183 Mar 28 23:44:16.231714 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33638) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:16.233248 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] Sync routers for ids ['4d4bf296-9a96-42bf-86b1-44743312623e'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:44:16.252444 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] Routers {'4d4bf296-9a96-42bf-86b1-44743312623e'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:16.253081 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['4d4bf296-9a96-42bf-86b1-44743312623e'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:16.377565 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (4a306f88-521d-4866-b956-d1ca1f9fd680), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:16.465575 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] Set router 4d4bf296-9a96-42bf-86b1-44743312623e gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:16.503775 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a306f88-521d-4866-b956-d1ca1f9fd680,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:16.535523 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a01d0c0f-eda9-4c23-8780-ee78c6411ba1 req-bf694a88-7a5b-4e2c-ade9-d8f33858ddf6 tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "GET /v2.0/ports?device_id=e400f3d4-eee5-46f6-a482-535410e98a9e HTTP/1.1" status: 200 len: 210 time: 0.0952899 Mar 28 23:44:16.547761 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks [] for router (4d4bf296-9a96-42bf-86b1-44743312623e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:16.913552 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33644) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:16.918000 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:44:15Z', 'revision_number': 5, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:16.946199 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] Checking router: 4d4bf296-9a96-42bf-86b1-44743312623e for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:44:16.954293 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fd65faa-67dc-4802-98c0-20e9f5efbe49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:16.955611 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] Routers {'4d4bf296-9a96-42bf-86b1-44743312623e'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:16.956466 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['4d4bf296-9a96-42bf-86b1-44743312623e'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:16.978452 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks [] for router_gateway (4d4bf296-9a96-42bf-86b1-44743312623e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.025267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612837'] for router_interface (66cbc431-fe18-455f-a192-beca8dcc3023), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.042290 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Deleting port 7fea1282-26bd-4783-9044-9f74c2f39290 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:17.042643 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.095466 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] Set router 4d4bf296-9a96-42bf-86b1-44743312623e gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:17.131697 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fd65faa-67dc-4802-98c0-20e9f5efbe49 admin admin] Publish callbacks [] for security_group (794fd25b-29d4-4d2f-ac2c-d4d99b072a3a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.133108 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] For port 7fea1282-26bd-4783-9044-9f74c2f39290, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=7fea1282-26bd-4783-9044-9f74c2f39290,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:17.133695 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.140569 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fd65faa-67dc-4802-98c0-20e9f5efbe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (794fd25b-29d4-4d2f-ac2c-d4d99b072a3a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.147421 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Calling delete_port for 7fea1282-26bd-4783-9044-9f74c2f39290 owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:17.199945 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9fd65faa-67dc-4802-98c0-20e9f5efbe49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91b7013ee32a447b94a13ea0dc0359a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821536 Mar 28 23:44:17.199945 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65faa-67dc-4802-98c0-20e9f5efbe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794fd25b-29d4-4d2f-ac2c-d4d99b072a3a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:17.201944 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33646) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:17.291540 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:44:15Z', 'revision_number': 5, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:17.306012 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d8847dc-764f-4d19-8d67-fade79c4f4e9 admin admin] Publish callbacks [] for security_group (794fd25b-29d4-4d2f-ac2c-d4d99b072a3a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.321120 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec386505-8721-457e-918e-43b0dc570e9e None None] The sync data for ids ['4d4bf296-9a96-42bf-86b1-44743312623e'] in dv-cinder-835525-1-smb is: [{'id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'name': 'tempest-TestMinimumBasicScenario-1404599543-router', 'tenant_id': 'a22e62313e9d48e69a7e147a1caf739d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:41:54Z', 'updated_at': '2022-03-28T23:44:15Z', 'revision_number': 5, 'project_id': 'a22e62313e9d48e69a7e147a1caf739d', 'gw_port': {'id': '7fea1282-26bd-4783-9044-9f74c2f39290', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4bf296-9a96-42bf-86b1-44743312623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:41:55Z', 'updated_at': '2022-03-28T23:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:44:17.326324 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Router 66cbc431-fe18-455f-a192-beca8dcc3023 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:44:17.348706 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d8847dc-764f-4d19-8d67-fade79c4f4e9 admin admin] Publish callbacks [] for security_group (794fd25b-29d4-4d2f-ac2c-d4d99b072a3a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.396904 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (7fea1282-26bd-4783-9044-9f74c2f39290), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.420717 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fea1282-26bd-4783-9044-9f74c2f39290,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:17.448977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:44:17.449455 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d8847dc-764f-4d19-8d67-fade79c4f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (794fd25b-29d4-4d2f-ac2c-d4d99b072a3a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.452066 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d8847dc-764f-4d19-8d67-fade79c4f4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.453118 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5d8847dc-764f-4d19-8d67-fade79c4f4e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/794fd25b-29d4-4d2f-ac2c-d4d99b072a3a HTTP/1.1" status: 204 len: 168 time: 0.2501736 Mar 28 23:44:17.453955 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e881fb35-7081-41ec-968c-fa3c3b04bde3 admin admin] 10.222.0.16 "PUT /v2.0/routers/66cbc431-fe18-455f-a192-beca8dcc3023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8981495 Mar 28 23:44:17.456480 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:17.461502 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] Sync routers for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:44:17.478278 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:17.479210 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:17.482960 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8847dc-764f-4d19-8d67-fade79c4f4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794fd25b-29d4-4d2f-ac2c-d4d99b072a3a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:17.503936 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607759'] for router_gateway (4d4bf296-9a96-42bf-86b1-44743312623e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.590106 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks [] for router (66cbc431-fe18-455f-a192-beca8dcc3023), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.598962 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router (4d4bf296-9a96-42bf-86b1-44743312623e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.601616 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks [] for router_controller (4d4bf296-9a96-42bf-86b1-44743312623e), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.644492 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33654) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:17.645727 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:17.671040 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614122'] for router (4d4bf296-9a96-42bf-86b1-44743312623e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.671638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d4bf296-9a96-42bf-86b1-44743312623e {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 23:44:17.680164 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.683607 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-30922470-cc82-4928-bbff-b08a189f30c6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4d4bf296-9a96-42bf-86b1-44743312623e HTTP/1.1" status: 204 len: 168 time: 1.4485266 Mar 28 23:44:17.689511 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33656) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:17.736046 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks [] for router_gateway (66cbc431-fe18-455f-a192-beca8dcc3023), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.785671 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ce5678-f560-4000-afee-bc15c9067f0b admin admin] Deleting subnet 874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:44:17.787861 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879dcfbf-5583-46e7-af23-13da44d9f9eb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group (ffb908b1-b665-4836-b7d5-85adbcc6ea23), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.791196 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5678-f560-4000-afee-bc15c9067f0b admin admin] Publish callbacks [] for subnet (874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.841602 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879dcfbf-5583-46e7-af23-13da44d9f9eb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group (ffb908b1-b665-4836-b7d5-85adbcc6ea23), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.856406 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5678-f560-4000-afee-bc15c9067f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.863341 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Deleting port e91fc53f-e7ce-417e-932e-909368eba012 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:17.863688 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (e91fc53f-e7ce-417e-932e-909368eba012), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:17.902834 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:18.002570 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5678-f560-4000-afee-bc15c9067f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.011016 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] For port e91fc53f-e7ce-417e-932e-909368eba012, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=e91fc53f-e7ce-417e-932e-909368eba012,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:18.011532 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (e91fc53f-e7ce-417e-932e-909368eba012), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.030107 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Calling delete_port for e91fc53f-e7ce-417e-932e-909368eba012 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:18.043998 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879dcfbf-5583-46e7-af23-13da44d9f9eb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ffb908b1-b665-4836-b7d5-85adbcc6ea23), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.047575 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-879dcfbf-5583-46e7-af23-13da44d9f9eb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.051355 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-879dcfbf-5583-46e7-af23-13da44d9f9eb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] 10.222.0.16 "DELETE /v2.0/security-groups/ffb908b1-b665-4836-b7d5-85adbcc6ea23 HTTP/1.1" status: 204 len: 168 time: 0.4034417 Mar 28 23:44:18.077136 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dcfbf-5583-46e7-af23-13da44d9f9eb tempest-TestShelveInstance-1484742527 tempest-TestShelveInstance-1484742527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb908b1-b665-4836-b7d5-85adbcc6ea23,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:18.087388 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:18.087727 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device aa1a2fe1-9f10-4b3b-b3d8-c740b5f7a4be not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:18.121682 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33668) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:18.154354 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5678-f560-4000-afee-bc15c9067f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.164556 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:44:16Z', 'revision_number': 5, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port': {'id': 'e91fc53f-e7ce-417e-932e-909368eba012', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:37:43Z', 'updated_at': '2022-03-28T23:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:18.209456 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] Checking router: 66cbc431-fe18-455f-a192-beca8dcc3023 for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:44:18.216346 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce5678-f560-4000-afee-bc15c9067f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:18.219925 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] Routers {'66cbc431-fe18-455f-a192-beca8dcc3023'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:18.220952 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['66cbc431-fe18-455f-a192-beca8dcc3023'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:18.227267 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5678-f560-4000-afee-bc15c9067f0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.230701 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d4ce5678-f560-4000-afee-bc15c9067f0b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/874e39f5-5b4f-4fe6-bad5-ec5d0bfaae93 HTTP/1.1" status: 204 len: 168 time: 0.5376208 Mar 28 23:44:18.233948 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac03db0-c53c-4faa-b671-4c3aede8a462 None None] Network 28ce391a-3b75-4e21-91e5-108dae0096de requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:44:18.234936 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33674) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:18.418939 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] Set router 66cbc431-fe18-455f-a192-beca8dcc3023 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:18.434297 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (e91fc53f-e7ce-417e-932e-909368eba012), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.481171 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (28ce391a-3b75-4e21-91e5-108dae0096de), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.486843 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:44:17Z', 'revision_number': 6, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port_host': None}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:18.502987 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91fc53f-e7ce-417e-932e-909368eba012,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:18.529546 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95a8de-e67c-49be-b2b1-d2270df490b8 None None] The sync data for ids ['66cbc431-fe18-455f-a192-beca8dcc3023'] in dv-cinder-835525-1-smb is: [{'id': '66cbc431-fe18-455f-a192-beca8dcc3023', 'name': 'tempest-AttachVolumeShelveTestJSON-1724461481-router', 'tenant_id': 'c7a33c05be9a48fdb57b386cc588c062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:37:41Z', 'updated_at': '2022-03-28T23:44:17Z', 'revision_number': 6, 'project_id': 'c7a33c05be9a48fdb57b386cc588c062', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:44:18.566852 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607759'] for router_gateway (66cbc431-fe18-455f-a192-beca8dcc3023), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.616096 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Deleting port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:18.616458 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.674198 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router (66cbc431-fe18-455f-a192-beca8dcc3023), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.677071 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks [] for router_controller (66cbc431-fe18-455f-a192-beca8dcc3023), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.724384 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] For port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,segment=NetworkSegment(fb5b0b41-4043-480a-8169-bd3e91f2dd37),segment_id=fb5b0b41-4043-480a-8169-bd3e91f2dd37)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:18.724762 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.728418 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] DHCP port deletion for 28ce391a-3b75-4e21-91e5-108dae0096de request from dv-cinder-835525-1-smb {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 23:44:18.737183 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614122'] for router (66cbc431-fe18-455f-a192-beca8dcc3023), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.738420 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66cbc431-fe18-455f-a192-beca8dcc3023 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 23:44:18.744079 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.746375 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Calling delete_port for 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:18.747926 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33686) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:18.749272 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-eb7aa7ce-29c8-4a51-a52b-d3d53d064370 admin admin] 10.222.0.16 "DELETE /v2.0/routers/66cbc431-fe18-455f-a192-beca8dcc3023 HTTP/1.1" status: 204 len: 168 time: 1.2916369 Mar 28 23:44:18.801599 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] Deleting port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:18.801982 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.870033 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-5975b460-470b-44a0-943d-50d8417cf87c admin admin] Deleting subnet 6c42e3b4-3cac-4376-9814-f15810be9554 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:44:18.872088 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] For port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,segment=NetworkSegment(fb5b0b41-4043-480a-8169-bd3e91f2dd37),segment_id=fb5b0b41-4043-480a-8169-bd3e91f2dd37)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:18.872652 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.877345 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5975b460-470b-44a0-943d-50d8417cf87c admin admin] Publish callbacks [] for subnet (6c42e3b4-3cac-4376-9814-f15810be9554), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.887754 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] Calling delete_port for 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:18.948608 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5975b460-470b-44a0-943d-50d8417cf87c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (6c42e3b4-3cac-4376-9814-f15810be9554), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:18.996538 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.001368 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.030332 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] No DVR routers for this DVR port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 on host dv-cinder-835525-1-smb {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:19.032306 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465026fd-0d22-4ee7-95ff-a8d8ad9926ae None None] Pushing event deleted for resources: {'Port': ['ID=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:19.043223 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:19.068055 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] No DVR routers for this DVR port 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 on host dv-cinder-835525-1-smb {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:19.130945 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5975b460-470b-44a0-943d-50d8417cf87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (6c42e3b4-3cac-4376-9814-f15810be9554), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.222093 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (28ce391a-3b75-4e21-91e5-108dae0096de), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.262738 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ce391a-3b75-4e21-91e5-108dae0096de']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:19.277561 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5b0b41-4043-480a-8169-bd3e91f2dd37') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:19.277959 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5b0b41-4043-480a-8169-bd3e91f2dd37') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:19.288975 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5975b460-470b-44a0-943d-50d8417cf87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (6c42e3b4-3cac-4376-9814-f15810be9554), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.291760 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (fb5b0b41-4043-480a-8169-bd3e91f2dd37), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.336128 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975b460-470b-44a0-943d-50d8417cf87c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c42e3b4-3cac-4376-9814-f15810be9554,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:19.340940 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5975b460-470b-44a0-943d-50d8417cf87c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.344824 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5975b460-470b-44a0-943d-50d8417cf87c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6c42e3b4-3cac-4376-9814-f15810be9554 HTTP/1.1" status: 204 len: 168 time: 0.5957134 Mar 28 23:44:19.345975 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (fb5b0b41-4043-480a-8169-bd3e91f2dd37), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.347912 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33700) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:19.350235 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145fa715-d88b-437b-a3e1-40c1a89a5075 None None] Network 2f0721c1-751e-4a48-9590-46e6558f9aec requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:44:19.356546 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608117'] for router_interface (2c79f365-fcaa-4407-b356-edf73ce13205), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.358466 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:44:19.359009 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (fb5b0b41-4043-480a-8169-bd3e91f2dd37), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:44:19.360944 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:44:19.440950 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (2f0721c1-751e-4a48-9590-46e6558f9aec), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.482459 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (28ce391a-3b75-4e21-91e5-108dae0096de), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.486517 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.490672 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] 10.222.0.16 "DELETE /v2.0/networks/28ce391a-3b75-4e21-91e5-108dae0096de HTTP/1.1" status: 204 len: 168 time: 1.2497015 Mar 28 23:44:19.511008 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fb25a-82ba-44dd-8295-2212dd17a617 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ce391a-3b75-4e21-91e5-108dae0096de,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:19.566758 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] DHCP port deletion for 2f0721c1-751e-4a48-9590-46e6558f9aec request from dv-cinder-835525-1-smb {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 23:44:19.584154 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Deleting port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:19.584612 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.670828 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] Deleting port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:19.673866 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.688343 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] For port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:19.688863 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.730186 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Calling delete_port for 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:19.787335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33718) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:19.791288 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] For port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,segment=NetworkSegment(a5327b76-54c7-405b-a1e1-dbcaba638fb3),segment_id=a5327b76-54c7-405b-a1e1-dbcaba638fb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:19.791804 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.813030 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] Calling delete_port for 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:19.868538 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Deleting port d82ff324-8f22-46b8-a8f9-e9bc232a3670 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:19.872258 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.881555 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9d2b4b14-848d-4a43-8da6-4e8c4c27e0c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbc1bef7357d414ba50c31a54c94d0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881670 Mar 28 23:44:19.883365 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33724) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:19.883575 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device e91fc53f-e7ce-417e-932e-909368eba012 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:19.910692 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: e91fc53f-e7ce-417e-932e-909368eba012 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:19.911133 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device e91fc53f-e7ce-417e-932e-909368eba012 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:19.912025 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:19.912187 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:19.933497 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] No DVR routers for this DVR port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c on host dv-cinder-835525-1-smb {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:19.945333 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:19.945982 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:19.946550 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:19.968653 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:19.969160 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 43e27d7b-7ff7-40c2-b04a-2ad19fc52fe4 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:19.969722 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 7fea1282-26bd-4783-9044-9f74c2f39290 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:19.970230 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Pushing event deleted for resources: {'Port': ['ID=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:19.996739 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.009842 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] No DVR routers for this DVR port 0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c on host dv-cinder-835525-1-smb {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:20.011266 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 7fea1282-26bd-4783-9044-9f74c2f39290 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:20.011873 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 7fea1282-26bd-4783-9044-9f74c2f39290 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:20.012426 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 4a306f88-521d-4866-b956-d1ca1f9fd680 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:20.058250 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a6b8e927-8d75-4cec-9114-3fa7fc7b2786 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:20.060983 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a5b57-4f0e-476d-8605-853a6ad0aefc None None] Pushing event deleted for resources: {'Port': ['ID=0480bf1d-ee9b-4524-abb0-ff3e6eab6b8c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:20.065763 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 4a306f88-521d-4866-b956-d1ca1f9fd680 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:20.066102 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 4a306f88-521d-4866-b956-d1ca1f9fd680 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:20.076252 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] For port d82ff324-8f22-46b8-a8f9-e9bc232a3670, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=d82ff324-8f22-46b8-a8f9-e9bc232a3670,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:20.076771 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.093513 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: a6b8e927-8d75-4cec-9114-3fa7fc7b2786 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:20.093861 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device a6b8e927-8d75-4cec-9114-3fa7fc7b2786 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:20.100711 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Calling delete_port for d82ff324-8f22-46b8-a8f9-e9bc232a3670 owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:20.112231 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (2f0721c1-751e-4a48-9590-46e6558f9aec), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.138318 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0721c1-751e-4a48-9590-46e6558f9aec']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:20.147878 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5327b76-54c7-405b-a1e1-dbcaba638fb3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:20.148178 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5327b76-54c7-405b-a1e1-dbcaba638fb3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:20.158311 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42e03b94-2bff-4c4e-bc1c-c2483e7f3d7c admin admin] Publish callbacks [] for security_group (291144c7-8fe7-4c41-bcf2-79dfa401499c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.163035 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5248420'] for segment (a5327b76-54c7-405b-a1e1-dbcaba638fb3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.179661 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (a5327b76-54c7-405b-a1e1-dbcaba638fb3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.183686 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42e03b94-2bff-4c4e-bc1c-c2483e7f3d7c admin admin] Publish callbacks [] for security_group (291144c7-8fe7-4c41-bcf2-79dfa401499c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.189354 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:44:20.190201 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836891'] for segment (a5327b76-54c7-405b-a1e1-dbcaba638fb3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: Traceback (most recent call last): Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: timer() Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: cb(*args, **kw) Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: return func(*args, **kwargs) Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: self._notify() Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: self.callback(batched_events) Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: event.method(event) Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: return f(self, *a, **k) Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: return self._get(url).json() Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: return self.request(url, 'GET', **kwargs) Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:44:20.193312 dv-cinder-835525-1-smb neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:44:20.262227 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (2f0721c1-751e-4a48-9590-46e6558f9aec), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.280838 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.285182 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] 10.222.0.16 "DELETE /v2.0/networks/2f0721c1-751e-4a48-9590-46e6558f9aec HTTP/1.1" status: 204 len: 168 time: 0.9361613 Mar 28 23:44:20.292068 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42e03b94-2bff-4c4e-bc1c-c2483e7f3d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (291144c7-8fe7-4c41-bcf2-79dfa401499c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.294892 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42e03b94-2bff-4c4e-bc1c-c2483e7f3d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.296339 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-42e03b94-2bff-4c4e-bc1c-c2483e7f3d7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/291144c7-8fe7-4c41-bcf2-79dfa401499c HTTP/1.1" status: 204 len: 168 time: 0.4117424 Mar 28 23:44:20.305931 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf63ee-e6cc-4eef-90d1-282bc9ce639e admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0721c1-751e-4a48-9590-46e6558f9aec,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:20.306198 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03b94-2bff-4c4e-bc1c-c2483e7f3d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291144c7-8fe7-4c41-bcf2-79dfa401499c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:20.365980 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (d82ff324-8f22-46b8-a8f9-e9bc232a3670), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.392279 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82ff324-8f22-46b8-a8f9-e9bc232a3670,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:20.539184 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:20.601955 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-219806c9-5026-495e-8d47-f49a3a901db7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7a33c05be9a48fdb57b386cc588c062&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0615330 Mar 28 23:44:20.602612 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612837'] for router_interface (2c79f365-fcaa-4407-b356-edf73ce13205), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.604479 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:20.655384 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:20.682167 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd89b-013d-47e1-a2ce-2b1e8576eeb6 admin admin] Publish callbacks [] for security_group (f95b67af-fadb-44d0-88cf-adad71a4f32e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.710121 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd89b-013d-47e1-a2ce-2b1e8576eeb6 admin admin] Publish callbacks [] for security_group (f95b67af-fadb-44d0-88cf-adad71a4f32e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.765214 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd89b-013d-47e1-a2ce-2b1e8576eeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (f95b67af-fadb-44d0-88cf-adad71a4f32e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.768985 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd89b-013d-47e1-a2ce-2b1e8576eeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.770337 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-1dfdd89b-013d-47e1-a2ce-2b1e8576eeb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f95b67af-fadb-44d0-88cf-adad71a4f32e HTTP/1.1" status: 204 len: 168 time: 0.1630027 Mar 28 23:44:20.789551 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdd89b-013d-47e1-a2ce-2b1e8576eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95b67af-fadb-44d0-88cf-adad71a4f32e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:20.792480 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:20.823088 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3404d56e-55fb-4fdf-b1ad-cca118175a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.862523 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Router 2c79f365-fcaa-4407-b356-edf73ce13205 has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:44:20.878466 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-4473cef8-e831-4a4e-ba4b-e1f432de2261 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a22e62313e9d48e69a7e147a1caf739d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848994 Mar 28 23:44:20.882956 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33760) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:20.973226 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee3f59eb-03e7-4737-bf39-81450af99184 admin admin] Publish callbacks [] for security_group (c7fc3ac3-276e-4a53-9b78-99e486d98556), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.981157 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3404d56e-55fb-4fdf-b1ad-cca118175a7f admin admin] Publish callbacks [] for security_group (3478bc99-0850-4a91-b3e8-a269eadd7637), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.987009 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:44:20.989599 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3404d56e-55fb-4fdf-b1ad-cca118175a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3478bc99-0850-4a91-b3e8-a269eadd7637), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:20.995661 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d941a9af-2b7a-40c8-b0f2-28306eb4eb77 admin admin] 10.222.0.16 "PUT /v2.0/routers/2c79f365-fcaa-4407-b356-edf73ce13205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8722353 Mar 28 23:44:20.995661 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33764) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:21.003122 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] Sync routers for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:44:21.012711 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee3f59eb-03e7-4737-bf39-81450af99184 admin admin] Publish callbacks [] for security_group (c7fc3ac3-276e-4a53-9b78-99e486d98556), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.015750 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:21.016567 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:21.065652 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-3404d56e-55fb-4fdf-b1ad-cca118175a7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e0979a8d948475095a2c12e0267e01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087040 Mar 28 23:44:21.068817 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d56e-55fb-4fdf-b1ad-cca118175a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3478bc99-0850-4a91-b3e8-a269eadd7637,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:21.073811 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:21.129370 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee3f59eb-03e7-4737-bf39-81450af99184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c7fc3ac3-276e-4a53-9b78-99e486d98556), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.132669 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee3f59eb-03e7-4737-bf39-81450af99184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.136849 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-ee3f59eb-03e7-4737-bf39-81450af99184 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7fc3ac3-276e-4a53-9b78-99e486d98556 HTTP/1.1" status: 204 len: 168 time: 0.2501616 Mar 28 23:44:21.139722 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16d12adc-aaa1-41a1-9c2f-acd574941985 admin admin] Publish callbacks [] for security_group (3478bc99-0850-4a91-b3e8-a269eadd7637), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.148685 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f59eb-03e7-4737-bf39-81450af99184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc3ac3-276e-4a53-9b78-99e486d98556,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:21.175091 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16d12adc-aaa1-41a1-9c2f-acd574941985 admin admin] Publish callbacks [] for security_group (3478bc99-0850-4a91-b3e8-a269eadd7637), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.218287 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:21.245980 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16d12adc-aaa1-41a1-9c2f-acd574941985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3478bc99-0850-4a91-b3e8-a269eadd7637), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.250153 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16d12adc-aaa1-41a1-9c2f-acd574941985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.252320 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-16d12adc-aaa1-41a1-9c2f-acd574941985 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3478bc99-0850-4a91-b3e8-a269eadd7637 HTTP/1.1" status: 204 len: 168 time: 0.1773224 Mar 28 23:44:21.263474 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d12adc-aaa1-41a1-9c2f-acd574941985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478bc99-0850-4a91-b3e8-a269eadd7637,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:21.458370 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks [] for router (2c79f365-fcaa-4407-b356-edf73ce13205), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.478010 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:44:20Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:21.519405 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] Checking router: 2c79f365-fcaa-4407-b356-edf73ce13205 for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:44:21.532224 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] Routers {'2c79f365-fcaa-4407-b356-edf73ce13205'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:21.533246 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['2c79f365-fcaa-4407-b356-edf73ce13205'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:21.600554 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks [] for router_gateway (2c79f365-fcaa-4407-b356-edf73ce13205), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.662902 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Deleting port e9beee6c-c574-4107-bbec-a2c28c8754d9 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:21.663205 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.672369 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] Set router 2c79f365-fcaa-4407-b356-edf73ce13205 gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:21.766877 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] For port e9beee6c-c574-4107-bbec-a2c28c8754d9, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=e9beee6c-c574-4107-bbec-a2c28c8754d9,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:21.767490 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.809274 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Calling delete_port for e9beee6c-c574-4107-bbec-a2c28c8754d9 owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:21.910477 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:21.912692 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:44:20Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:21.932277 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df495f74-2aa1-4b7d-8315-febefce114e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:21.941441 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c4dbe-2414-4380-829e-3e7d2dfaa5e8 None None] The sync data for ids ['2c79f365-fcaa-4407-b356-edf73ce13205'] in dv-cinder-835525-1-smb is: [{'id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'name': 'tempest-TestShelveInstance-1933506350-router', 'tenant_id': 'b48445603d904db498f2cc8fbebe36ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:47Z', 'updated_at': '2022-03-28T23:44:20Z', 'revision_number': 5, 'project_id': 'b48445603d904db498f2cc8fbebe36ff', 'gw_port': {'id': 'e9beee6c-c574-4107-bbec-a2c28c8754d9', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c79f365-fcaa-4407-b356-edf73ce13205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:48Z', 'updated_at': '2022-03-28T23:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:44:22.041342 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (e9beee6c-c574-4107-bbec-a2c28c8754d9), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.044597 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df495f74-2aa1-4b7d-8315-febefce114e0 admin admin] Publish callbacks [] for security_group (c9288ad1-5a10-4cd3-88bc-0ab07e1c4551), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.049489 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df495f74-2aa1-4b7d-8315-febefce114e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c9288ad1-5a10-4cd3-88bc-0ab07e1c4551), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.071731 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9beee6c-c574-4107-bbec-a2c28c8754d9,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:22.098199 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df495f74-2aa1-4b7d-8315-febefce114e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9288ad1-5a10-4cd3-88bc-0ab07e1c4551,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:22.104255 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-df495f74-2aa1-4b7d-8315-febefce114e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3666db45c5294f2f8e3f768a3a8bcdbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917136 Mar 28 23:44:22.106733 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33796) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:22.139693 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607759'] for router_gateway (2c79f365-fcaa-4407-b356-edf73ce13205), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.157695 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a76155a5-0d6b-4b9b-be28-f052d4ab3d0f admin admin] Publish callbacks [] for security_group (c9288ad1-5a10-4cd3-88bc-0ab07e1c4551), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.182299 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a76155a5-0d6b-4b9b-be28-f052d4ab3d0f admin admin] Publish callbacks [] for security_group (c9288ad1-5a10-4cd3-88bc-0ab07e1c4551), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.230861 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router (2c79f365-fcaa-4407-b356-edf73ce13205), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.233359 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks [] for router_controller (2c79f365-fcaa-4407-b356-edf73ce13205), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.239012 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a76155a5-0d6b-4b9b-be28-f052d4ab3d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c9288ad1-5a10-4cd3-88bc-0ab07e1c4551), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.242607 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a76155a5-0d6b-4b9b-be28-f052d4ab3d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.246143 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-a76155a5-0d6b-4b9b-be28-f052d4ab3d0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9288ad1-5a10-4cd3-88bc-0ab07e1c4551 HTTP/1.1" status: 204 len: 168 time: 0.1359866 Mar 28 23:44:22.253256 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76155a5-0d6b-4b9b-be28-f052d4ab3d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9288ad1-5a10-4cd3-88bc-0ab07e1c4551,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:22.281190 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614122'] for router (2c79f365-fcaa-4407-b356-edf73ce13205), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.282126 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c79f365-fcaa-4407-b356-edf73ce13205 {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 23:44:22.288350 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.290072 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b7621550-3e33-4b14-bac2-59e37d613b6e admin admin] 10.222.0.16 "DELETE /v2.0/routers/2c79f365-fcaa-4407-b356-edf73ce13205 HTTP/1.1" status: 204 len: 168 time: 1.2937875 Mar 28 23:44:22.292614 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33804) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:22.345614 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8f4aa9-7c7e-4ea4-8c4d-01c53f674942 admin admin] Deleting subnet b0036c71-2b4a-43b6-a6a4-f33c93551982 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:44:22.349862 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4aa9-7c7e-4ea4-8c4d-01c53f674942 admin admin] Publish callbacks [] for subnet (b0036c71-2b4a-43b6-a6a4-f33c93551982), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.394853 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4aa9-7c7e-4ea4-8c4d-01c53f674942 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (b0036c71-2b4a-43b6-a6a4-f33c93551982), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.495151 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4aa9-7c7e-4ea4-8c4d-01c53f674942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (b0036c71-2b4a-43b6-a6a4-f33c93551982), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.552228 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4aa9-7c7e-4ea4-8c4d-01c53f674942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (b0036c71-2b4a-43b6-a6a4-f33c93551982), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.580196 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f4aa9-7c7e-4ea4-8c4d-01c53f674942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0036c71-2b4a-43b6-a6a4-f33c93551982,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:22.583731 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4aa9-7c7e-4ea4-8c4d-01c53f674942 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.590101 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-5f8f4aa9-7c7e-4ea4-8c4d-01c53f674942 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b0036c71-2b4a-43b6-a6a4-f33c93551982 HTTP/1.1" status: 204 len: 168 time: 0.2938411 Mar 28 23:44:22.590662 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 33818) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:22.591717 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018dab4-9416-4dae-afb1-c2c7e1a9613c None None] Network c82322be-b69a-43cc-b597-25381cb6f92d requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:44:22.719462 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (c82322be-b69a-43cc-b597-25381cb6f92d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.784953 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] DHCP port deletion for c82322be-b69a-43cc-b597-25381cb6f92d request from dv-cinder-835525-1-smb {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 23:44:22.796066 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Deleting port 5a790e46-4ebd-4b19-8035-b86156a9c83c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:22.796630 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.858328 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] Deleting port 5a790e46-4ebd-4b19-8035-b86156a9c83c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:22.858704 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.868858 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] For port 5a790e46-4ebd-4b19-8035-b86156a9c83c, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=5a790e46-4ebd-4b19-8035-b86156a9c83c,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:22.869260 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.884410 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Calling delete_port for 5a790e46-4ebd-4b19-8035-b86156a9c83c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:22.925767 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] For port 5a790e46-4ebd-4b19-8035-b86156a9c83c, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=5a790e46-4ebd-4b19-8035-b86156a9c83c,segment=NetworkSegment(5bb3563d-24f7-4bdd-b2dc-c083c30af30d),segment_id=5bb3563d-24f7-4bdd-b2dc-c083c30af30d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:22.926801 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:22.940428 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] Calling delete_port for 5a790e46-4ebd-4b19-8035-b86156a9c83c owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:22.987453 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.025041 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] No DVR routers for this DVR port 5a790e46-4ebd-4b19-8035-b86156a9c83c on host dv-cinder-835525-1-smb {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:23.027371 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a790e46-4ebd-4b19-8035-b86156a9c83c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:23.043675 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (5a790e46-4ebd-4b19-8035-b86156a9c83c), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.072496 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] Pushing event deleted for resources: {'Port': ['ID=5a790e46-4ebd-4b19-8035-b86156a9c83c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:23.086339 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12325de-b8e4-4ec5-b84f-3b25ef52f4fd None None] No DVR routers for this DVR port 5a790e46-4ebd-4b19-8035-b86156a9c83c on host dv-cinder-835525-1-smb {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:23.125728 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (c82322be-b69a-43cc-b597-25381cb6f92d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.150689 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82322be-b69a-43cc-b597-25381cb6f92d']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:23.161323 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb3563d-24f7-4bdd-b2dc-c083c30af30d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:23.161867 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb3563d-24f7-4bdd-b2dc-c083c30af30d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:23.176811 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5248420'] for segment (5bb3563d-24f7-4bdd-b2dc-c083c30af30d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.191890 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (5bb3563d-24f7-4bdd-b2dc-c083c30af30d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.198396 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:44:23.198891 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836891'] for segment (5bb3563d-24f7-4bdd-b2dc-c083c30af30d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: Traceback (most recent call last): Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: timer() Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: cb(*args, **kw) Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: return func(*args, **kwargs) Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: self._notify() Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: self.callback(batched_events) Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: event.method(event) Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: return f(self, *a, **k) Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: return self._get(url).json() Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: return self.request(url, 'GET', **kwargs) Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:44:23.200734 dv-cinder-835525-1-smb neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:44:23.257511 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (c82322be-b69a-43cc-b597-25381cb6f92d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.263038 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.266533 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] 10.222.0.16 "DELETE /v2.0/networks/c82322be-b69a-43cc-b597-25381cb6f92d HTTP/1.1" status: 204 len: 168 time: 0.6747270 Mar 28 23:44:23.269691 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33844) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:23.277799 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909fc42-5976-4a4a-b6e5-49ccdc2dc26d admin admin] Pushing event deleted for resources: {'Network': ['ID=c82322be-b69a-43cc-b597-25381cb6f92d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:23.646722 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608117'] for router_interface (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.808391 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device d82ff324-8f22-46b8-a8f9-e9bc232a3670 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:23.829460 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: d82ff324-8f22-46b8-a8f9-e9bc232a3670 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:23.829804 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device d82ff324-8f22-46b8-a8f9-e9bc232a3670 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:23.830416 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device e9beee6c-c574-4107-bbec-a2c28c8754d9 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:23.849412 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: e9beee6c-c574-4107-bbec-a2c28c8754d9 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:23.850034 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device e9beee6c-c574-4107-bbec-a2c28c8754d9 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:23.850657 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 5a790e46-4ebd-4b19-8035-b86156a9c83c no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:23.872499 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 5a790e46-4ebd-4b19-8035-b86156a9c83c {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:23.873170 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 5a790e46-4ebd-4b19-8035-b86156a9c83c not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:23.911010 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Deleting port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:23.911349 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:23.993360 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] For port 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,segment=NetworkSegment(372ae848-ed49-43a1-8396-a8e5fc01c95d),segment_id=372ae848-ed49-43a1-8396-a8e5fc01c95d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:23.993733 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:24.008120 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Calling delete_port for 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:24.194679 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:24.225356 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:24.397344 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612837'] for router_interface (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:24.642260 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:44:24.768875 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:44:24.781583 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d692430e-6c45-4535-8521-9acd828a45cf admin admin] 10.222.0.16 "PUT /v2.0/routers/9f2d635d-535e-4ffb-a7dc-e7b669ce015d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5107911 Mar 28 23:44:24.782092 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] Sync routers for ids ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'] in dv-cinder-835525-1-smb {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:44:24.784027 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33934) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:24.794095 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] Routers {'9f2d635d-535e-4ffb-a7dc-e7b669ce015d'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:24.794905 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:24.933895 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] Set router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d gateway port host: dv-cinder-835525-1-smb {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:24.934569 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks [] for router (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.078581 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks [] for router_gateway (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.142553 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Deleting port 069c1c35-e973-416f-b5c1-76eefb5682db {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:25.142553 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.228825 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] For port 069c1c35-e973-416f-b5c1-76eefb5682db, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=069c1c35-e973-416f-b5c1-76eefb5682db,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:25.229216 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.242786 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Calling delete_port for 069c1c35-e973-416f-b5c1-76eefb5682db owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:25.277945 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:44:24Z', 'revision_number': 5, 'project_id': '0b3db85485774776b863797892811761', 'gw_port': {'id': '069c1c35-e973-416f-b5c1-76eefb5682db', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:38:56Z', 'updated_at': '2022-03-28T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:25.312226 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] Checking router: 9f2d635d-535e-4ffb-a7dc-e7b669ce015d for host: dv-cinder-835525-1-smb {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:44:25.321456 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] Routers {'9f2d635d-535e-4ffb-a7dc-e7b669ce015d'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:44:25.322187 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:44:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:25.414367 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] Set router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:44:25.419278 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (069c1c35-e973-416f-b5c1-76eefb5682db), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.446861 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=069c1c35-e973-416f-b5c1-76eefb5682db,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:25.471598 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:44:25Z', 'revision_number': 6, 'project_id': '0b3db85485774776b863797892811761', 'gw_port_host': None}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:25.499645 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63fb4b-c6f2-4ef4-9fcb-402ca0a72273 None None] The sync data for ids ['9f2d635d-535e-4ffb-a7dc-e7b669ce015d'] in dv-cinder-835525-1-smb is: [{'id': '9f2d635d-535e-4ffb-a7dc-e7b669ce015d', 'name': 'tempest-TestShelveInstance-1542530201-router', 'tenant_id': '0b3db85485774776b863797892811761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:38:55Z', 'updated_at': '2022-03-28T23:44:25Z', 'revision_number': 6, 'project_id': '0b3db85485774776b863797892811761', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:44:25.515269 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607759'] for router_gateway (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.606225 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.608389 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks [] for router_controller (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.615810 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33982) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:25.656046 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614122'] for router (9f2d635d-535e-4ffb-a7dc-e7b669ce015d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.656638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2d635d-535e-4ffb-a7dc-e7b669ce015d {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 23:44:25.661246 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.662355 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-49a7bf75-c05b-4fba-a492-c71927764a8d admin admin] 10.222.0.16 "DELETE /v2.0/routers/9f2d635d-535e-4ffb-a7dc-e7b669ce015d HTTP/1.1" status: 204 len: 168 time: 0.8774097 Mar 28 23:44:25.665447 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 33986) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:25.711410 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bea1d3b-1cdc-4866-96a3-28c45ccaee69 admin admin] Deleting subnet 8d34fe81-2256-4268-8541-e7dc5e1e4421 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:44:25.714769 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bea1d3b-1cdc-4866-96a3-28c45ccaee69 admin admin] Publish callbacks [] for subnet (8d34fe81-2256-4268-8541-e7dc5e1e4421), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.754973 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-840f142e-9b61-4edb-991b-f7cec7147a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.765528 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bea1d3b-1cdc-4866-96a3-28c45ccaee69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343690'] for subnet (8d34fe81-2256-4268-8541-e7dc5e1e4421), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:25.872099 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bea1d3b-1cdc-4866-96a3-28c45ccaee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (8d34fe81-2256-4268-8541-e7dc5e1e4421), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.166765 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-840f142e-9b61-4edb-991b-f7cec7147a99 admin admin] Publish callbacks [] for security_group (a8191bc2-af9c-457d-9335-7527585e1582), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.172624 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-840f142e-9b61-4edb-991b-f7cec7147a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (a8191bc2-af9c-457d-9335-7527585e1582), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.215791 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f142e-9b61-4edb-991b-f7cec7147a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8191bc2-af9c-457d-9335-7527585e1582,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:26.223640 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-840f142e-9b61-4edb-991b-f7cec7147a99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60787f54ad3e4f178ea3f13138fb25d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059055 Mar 28 23:44:26.225341 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bea1d3b-1cdc-4866-96a3-28c45ccaee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5498169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5723763'] for subnet (8d34fe81-2256-4268-8541-e7dc5e1e4421), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.226797 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:26.254549 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bea1d3b-1cdc-4866-96a3-28c45ccaee69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.259344 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1bea1d3b-1cdc-4866-96a3-28c45ccaee69 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8d34fe81-2256-4268-8541-e7dc5e1e4421 HTTP/1.1" status: 204 len: 168 time: 0.5930145 Mar 28 23:44:26.260270 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9942738-4a26-431a-be70-4c15cf83e303 None None] Network feb27aa5-b90c-4c44-9679-1c405f6c998c requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:44:26.260754 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea1d3b-1cdc-4866-96a3-28c45ccaee69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d34fe81-2256-4268-8541-e7dc5e1e4421,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:26.266433 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34002) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:26.322416 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:26.326322 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34004) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:26.356178 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:26.356520 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 4f5c0a9f-9cf6-49d4-bcfd-85865ea97abd not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:26.365333 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-481a6e33-4772-44c5-bca7-1bca716695d1 admin admin] Publish callbacks [] for security_group (a8191bc2-af9c-457d-9335-7527585e1582), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.369001 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (feb27aa5-b90c-4c44-9679-1c405f6c998c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.399040 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-481a6e33-4772-44c5-bca7-1bca716695d1 admin admin] Publish callbacks [] for security_group (a8191bc2-af9c-457d-9335-7527585e1582), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.449418 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1ade-2a77-4f56-b6e9-67cc6b00394b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.468090 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Deleting port 8b77c457-3649-4501-a650-1a1ba0d9fc4b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:26.468489 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.483234 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] DHCP port deletion for feb27aa5-b90c-4c44-9679-1c405f6c998c request from dv-cinder-835525-1-smb {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 23:44:26.511284 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-481a6e33-4772-44c5-bca7-1bca716695d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (a8191bc2-af9c-457d-9335-7527585e1582), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.514050 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-481a6e33-4772-44c5-bca7-1bca716695d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.515206 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-481a6e33-4772-44c5-bca7-1bca716695d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8191bc2-af9c-457d-9335-7527585e1582 HTTP/1.1" status: 204 len: 168 time: 0.2870007 Mar 28 23:44:26.532795 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6e33-4772-44c5-bca7-1bca716695d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8191bc2-af9c-457d-9335-7527585e1582,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:26.560638 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1ade-2a77-4f56-b6e9-67cc6b00394b admin admin] Publish callbacks [] for security_group (091d38b8-9a25-4f8e-b8c0-28c1a8cf6775), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.561132 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] For port 8b77c457-3649-4501-a650-1a1ba0d9fc4b, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=8b77c457-3649-4501-a650-1a1ba0d9fc4b,segment=NetworkSegment(372ae848-ed49-43a1-8396-a8e5fc01c95d),segment_id=372ae848-ed49-43a1-8396-a8e5fc01c95d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:26.561294 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] Deleting port 8b77c457-3649-4501-a650-1a1ba0d9fc4b {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:44:26.561729 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.562309 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.568548 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1ade-2a77-4f56-b6e9-67cc6b00394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (091d38b8-9a25-4f8e-b8c0-28c1a8cf6775), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.581520 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Calling delete_port for 8b77c457-3649-4501-a650-1a1ba0d9fc4b owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:26.626716 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c1ade-2a77-4f56-b6e9-67cc6b00394b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091d38b8-9a25-4f8e-b8c0-28c1a8cf6775,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:26.634590 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-fe1c1ade-2a77-4f56-b6e9-67cc6b00394b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8583d9d421034d649b0c00cd46a23c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033881 Mar 28 23:44:26.640405 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34010) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:26.646526 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] For port 8b77c457-3649-4501-a650-1a1ba0d9fc4b, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=8b77c457-3649-4501-a650-1a1ba0d9fc4b,segment=NetworkSegment(372ae848-ed49-43a1-8396-a8e5fc01c95d),segment_id=372ae848-ed49-43a1-8396-a8e5fc01c95d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:44:26.646932 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.663312 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] Calling delete_port for 8b77c457-3649-4501-a650-1a1ba0d9fc4b owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:44:26.706156 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.727736 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] No DVR routers for this DVR port 8b77c457-3649-4501-a650-1a1ba0d9fc4b on host dv-cinder-835525-1-smb {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:26.761114 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a694-eea7-49ea-80b7-191bd6c3157c admin admin] Publish callbacks [] for security_group (091d38b8-9a25-4f8e-b8c0-28c1a8cf6775), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.768246 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431'] for port (8b77c457-3649-4501-a650-1a1ba0d9fc4b), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.783274 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] No DVR routers for this DVR port 8b77c457-3649-4501-a650-1a1ba0d9fc4b on host dv-cinder-835525-1-smb {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:44:26.784644 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a694-eea7-49ea-80b7-191bd6c3157c admin admin] Publish callbacks [] for security_group (091d38b8-9a25-4f8e-b8c0-28c1a8cf6775), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.785590 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b77c457-3649-4501-a650-1a1ba0d9fc4b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:26.807253 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a1e29-4891-41e0-9dc3-ee0b4262aed2 None None] Pushing event deleted for resources: {'Port': ['ID=8b77c457-3649-4501-a650-1a1ba0d9fc4b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:26.846060 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (feb27aa5-b90c-4c44-9679-1c405f6c998c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.852308 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a694-eea7-49ea-80b7-191bd6c3157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (091d38b8-9a25-4f8e-b8c0-28c1a8cf6775), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.855142 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a694-eea7-49ea-80b7-191bd6c3157c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.856328 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c7d6a694-eea7-49ea-80b7-191bd6c3157c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/091d38b8-9a25-4f8e-b8c0-28c1a8cf6775 HTTP/1.1" status: 204 len: 168 time: 0.2149572 Mar 28 23:44:26.864682 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6a694-eea7-49ea-80b7-191bd6c3157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091d38b8-9a25-4f8e-b8c0-28c1a8cf6775,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:26.877067 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb27aa5-b90c-4c44-9679-1c405f6c998c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:26.888828 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372ae848-ed49-43a1-8396-a8e5fc01c95d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:26.889135 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372ae848-ed49-43a1-8396-a8e5fc01c95d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:44:26.901595 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5248420'] for segment (372ae848-ed49-43a1-8396-a8e5fc01c95d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.917597 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (372ae848-ed49-43a1-8396-a8e5fc01c95d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.924744 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:44:26.925116 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4836891'] for segment (372ae848-ed49-43a1-8396-a8e5fc01c95d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: Traceback (most recent call last): Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: timer() Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: cb(*args, **kw) Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: return func(*args, **kwargs) Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: self._notify() Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: self.callback(batched_events) Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: event.method(event) Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: return f(self, *a, **k) Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: return self._get(url).json() Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: return self.request(url, 'GET', **kwargs) Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:44:26.926872 dv-cinder-835525-1-smb neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:44:26.958659 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34016) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:26.973197 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2337403-e552-495d-9719-634a807d5d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.083282 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2337403-e552-495d-9719-634a807d5d69 admin admin] Publish callbacks [] for security_group (ae08ef52-c23c-4879-9870-6a99ce68e36f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.088002 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2337403-e552-495d-9719-634a807d5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ae08ef52-c23c-4879-9870-6a99ce68e36f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.121657 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2337403-e552-495d-9719-634a807d5d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae08ef52-c23c-4879-9870-6a99ce68e36f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:27.144340 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-d2337403-e552-495d-9719-634a807d5d69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00e3660f224549f5926c321781065072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842499 Mar 28 23:44:27.145382 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34020) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:27.187465 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34022) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:27.208714 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cf773fb-9f34-40fc-a556-b45c6af1672e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.210422 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84ecf350-1c28-49c6-a590-976505d61781 admin admin] Publish callbacks [] for security_group (ae08ef52-c23c-4879-9870-6a99ce68e36f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.224496 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (feb27aa5-b90c-4c44-9679-1c405f6c998c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.231560 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.240175 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] 10.222.0.16 "DELETE /v2.0/networks/feb27aa5-b90c-4c44-9679-1c405f6c998c HTTP/1.1" status: 204 len: 168 time: 0.9705069 Mar 28 23:44:27.248127 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356f2d-947c-4fcd-ade2-71dea6a084dd admin admin] Pushing event deleted for resources: {'Network': ['ID=feb27aa5-b90c-4c44-9679-1c405f6c998c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:27.250176 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84ecf350-1c28-49c6-a590-976505d61781 admin admin] Publish callbacks [] for security_group (ae08ef52-c23c-4879-9870-6a99ce68e36f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.330146 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84ecf350-1c28-49c6-a590-976505d61781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ae08ef52-c23c-4879-9870-6a99ce68e36f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.332710 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84ecf350-1c28-49c6-a590-976505d61781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.333835 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-84ecf350-1c28-49c6-a590-976505d61781 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae08ef52-c23c-4879-9870-6a99ce68e36f HTTP/1.1" status: 204 len: 168 time: 0.1875036 Mar 28 23:44:27.339763 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cf773fb-9f34-40fc-a556-b45c6af1672e admin admin] Publish callbacks [] for security_group (cad6b178-4aeb-4cf5-a1e2-346ececd867a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.346734 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cf773fb-9f34-40fc-a556-b45c6af1672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (cad6b178-4aeb-4cf5-a1e2-346ececd867a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.349245 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecf350-1c28-49c6-a590-976505d61781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae08ef52-c23c-4879-9870-6a99ce68e36f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:27.388993 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9cf773fb-9f34-40fc-a556-b45c6af1672e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=941fdd14dddd447f9a1934f580413211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004676 Mar 28 23:44:27.390904 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf773fb-9f34-40fc-a556-b45c6af1672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6b178-4aeb-4cf5-a1e2-346ececd867a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:27.391761 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:27.443310 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4a28208-d721-47e9-860b-38be7b07ded3 admin admin] Publish callbacks [] for security_group (cad6b178-4aeb-4cf5-a1e2-346ececd867a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.465538 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4a28208-d721-47e9-860b-38be7b07ded3 admin admin] Publish callbacks [] for security_group (cad6b178-4aeb-4cf5-a1e2-346ececd867a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.491484 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34030) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:27.516273 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4a28208-d721-47e9-860b-38be7b07ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (cad6b178-4aeb-4cf5-a1e2-346ececd867a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.519227 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4a28208-d721-47e9-860b-38be7b07ded3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.520409 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e4a28208-d721-47e9-860b-38be7b07ded3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cad6b178-4aeb-4cf5-a1e2-346ececd867a HTTP/1.1" status: 204 len: 168 time: 0.1274233 Mar 28 23:44:27.530743 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a28208-d721-47e9-860b-38be7b07ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6b178-4aeb-4cf5-a1e2-346ececd867a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:27.548482 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-661c5bfa-507f-4f50-9a04-969b9d4ab45f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b48445603d904db498f2cc8fbebe36ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535712 Mar 28 23:44:27.548773 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34036) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:27.602321 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-319ed192-0755-4cb2-a235-d285c720f5ad admin admin] Publish callbacks [] for security_group (33eca360-0286-487b-b31d-ac793508f257), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.624143 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-319ed192-0755-4cb2-a235-d285c720f5ad admin admin] Publish callbacks [] for security_group (33eca360-0286-487b-b31d-ac793508f257), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.678599 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-319ed192-0755-4cb2-a235-d285c720f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (33eca360-0286-487b-b31d-ac793508f257), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.681701 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-319ed192-0755-4cb2-a235-d285c720f5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:27.685381 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-319ed192-0755-4cb2-a235-d285c720f5ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33eca360-0286-487b-b31d-ac793508f257 HTTP/1.1" status: 204 len: 168 time: 0.1328831 Mar 28 23:44:27.690814 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ed192-0755-4cb2-a235-d285c720f5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eca360-0286-487b-b31d-ac793508f257,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:27.804354 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 069c1c35-e973-416f-b5c1-76eefb5682db no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:27.826617 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 069c1c35-e973-416f-b5c1-76eefb5682db {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:27.826959 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 069c1c35-e973-416f-b5c1-76eefb5682db not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:27.827381 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 8b77c457-3649-4501-a650-1a1ba0d9fc4b no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:44:27.847989 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 8b77c457-3649-4501-a650-1a1ba0d9fc4b {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:44:27.848334 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 8b77c457-3649-4501-a650-1a1ba0d9fc4b not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:44:28.007106 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34056) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:28.063333 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-fcc92d38-a4f7-4727-bc62-5e4ad1c519e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b3db85485774776b863797892811761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524423 Mar 28 23:44:28.063577 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34058) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:28.118970 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b29ffb50-4f2c-42d8-902b-a55776d5097a admin admin] Publish callbacks [] for security_group (197e38ed-15bd-4f37-bc11-e1cee03e675e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:28.144666 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b29ffb50-4f2c-42d8-902b-a55776d5097a admin admin] Publish callbacks [] for security_group (197e38ed-15bd-4f37-bc11-e1cee03e675e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:28.200980 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b29ffb50-4f2c-42d8-902b-a55776d5097a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (197e38ed-15bd-4f37-bc11-e1cee03e675e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:28.203652 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b29ffb50-4f2c-42d8-902b-a55776d5097a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:28.204821 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b29ffb50-4f2c-42d8-902b-a55776d5097a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/197e38ed-15bd-4f37-bc11-e1cee03e675e HTTP/1.1" status: 204 len: 168 time: 0.1402800 Mar 28 23:44:28.214326 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ffb50-4f2c-42d8-902b-a55776d5097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197e38ed-15bd-4f37-bc11-e1cee03e675e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:28.869127 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34094) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:28.969767 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8b056d5-5711-47c4-813b-ea442412ac4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:29.051922 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8b056d5-5711-47c4-813b-ea442412ac4b admin admin] Publish callbacks [] for security_group (a72f4364-90d8-4f89-abd4-cde36dd647b0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:29.057437 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8b056d5-5711-47c4-813b-ea442412ac4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (a72f4364-90d8-4f89-abd4-cde36dd647b0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:29.099222 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e8b056d5-5711-47c4-813b-ea442412ac4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5830be095384316bedfe9e3648eb82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290180 Mar 28 23:44:29.101451 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b056d5-5711-47c4-813b-ea442412ac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f4364-90d8-4f89-abd4-cde36dd647b0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:29.102229 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:29.155284 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02716fc0-1174-44f7-80a3-560c410a103d admin admin] Publish callbacks [] for security_group (a72f4364-90d8-4f89-abd4-cde36dd647b0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:29.177700 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02716fc0-1174-44f7-80a3-560c410a103d admin admin] Publish callbacks [] for security_group (a72f4364-90d8-4f89-abd4-cde36dd647b0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:29.223219 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02716fc0-1174-44f7-80a3-560c410a103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (a72f4364-90d8-4f89-abd4-cde36dd647b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:29.226565 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02716fc0-1174-44f7-80a3-560c410a103d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:29.228079 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-02716fc0-1174-44f7-80a3-560c410a103d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a72f4364-90d8-4f89-abd4-cde36dd647b0 HTTP/1.1" status: 204 len: 168 time: 0.1237361 Mar 28 23:44:29.236297 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02716fc0-1174-44f7-80a3-560c410a103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f4364-90d8-4f89-abd4-cde36dd647b0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:31.150203 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac772f98-6823-4421-9453-e050fd3623cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:32.732192 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:32.830740 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f07f3bbc-7e0b-402e-867c-253cc3577b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:32.902024 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f07f3bbc-7e0b-402e-867c-253cc3577b63 admin admin] Publish callbacks [] for security_group (fa6bc45f-4f67-4b7c-90f1-97238ea69c86), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:32.905359 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f07f3bbc-7e0b-402e-867c-253cc3577b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (fa6bc45f-4f67-4b7c-90f1-97238ea69c86), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:32.940765 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f3bbc-7e0b-402e-867c-253cc3577b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6bc45f-4f67-4b7c-90f1-97238ea69c86,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:32.945042 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f07f3bbc-7e0b-402e-867c-253cc3577b63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb7c0d79deb448c5bdcb66afd7882d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118483 Mar 28 23:44:32.948088 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34186) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:32.993921 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec254790-83c9-4372-adbb-591e0b444883 admin admin] Publish callbacks [] for security_group (fa6bc45f-4f67-4b7c-90f1-97238ea69c86), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:33.014323 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec254790-83c9-4372-adbb-591e0b444883 admin admin] Publish callbacks [] for security_group (fa6bc45f-4f67-4b7c-90f1-97238ea69c86), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:33.061457 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec254790-83c9-4372-adbb-591e0b444883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (fa6bc45f-4f67-4b7c-90f1-97238ea69c86), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:33.064325 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec254790-83c9-4372-adbb-591e0b444883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:33.065458 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-ec254790-83c9-4372-adbb-591e0b444883 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa6bc45f-4f67-4b7c-90f1-97238ea69c86 HTTP/1.1" status: 204 len: 168 time: 0.1169286 Mar 28 23:44:33.073366 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec254790-83c9-4372-adbb-591e0b444883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6bc45f-4f67-4b7c-90f1-97238ea69c86,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:33.449721 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a21eef5b-5c76-43ed-bb18-6e23bf7347c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:34.747420 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:36.158880 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:36.734587 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:44:37.685307 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:43.641701 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:43.779195 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09cd57-9fd9-4288-b75b-408eac719bca req-654d90a3-3435-427f-a6f0-0c1c689a9ab9 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:43.780638 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eb09cd57-9fd9-4288-b75b-408eac719bca req-654d90a3-3435-427f-a6f0-0c1c689a9ab9 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0600626 Mar 28 23:44:43.831339 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-eb09cd57-9fd9-4288-b75b-408eac719bca req-612bbb4a-89f8-4421-ab2c-efb1a2699485 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451350 Mar 28 23:44:43.908393 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34422) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:44.011709 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3c6876f-131c-438e-9d3b-86b8f7416c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.087833 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3c6876f-131c-438e-9d3b-86b8f7416c57 admin admin] Publish callbacks [] for security_group (8c91be04-18d8-4b39-9a21-01ccfb91c214), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.091285 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3c6876f-131c-438e-9d3b-86b8f7416c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8c91be04-18d8-4b39-9a21-01ccfb91c214), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.131372 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-e3c6876f-131c-438e-9d3b-86b8f7416c57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e14e2ef1591f48778565020f7ae175b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218897 Mar 28 23:44:44.132257 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6876f-131c-438e-9d3b-86b8f7416c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c91be04-18d8-4b39-9a21-01ccfb91c214,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:44.134119 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34426) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:44.183796 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Publish callbacks [] for security_group (8c91be04-18d8-4b39-9a21-01ccfb91c214), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.204075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Publish callbacks [] for security_group (8c91be04-18d8-4b39-9a21-01ccfb91c214), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.250606 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (8c91be04-18d8-4b39-9a21-01ccfb91c214), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.253266 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.254406 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c91be04-18d8-4b39-9a21-01ccfb91c214 HTTP/1.1" status: 204 len: 168 time: 0.1185455 Mar 28 23:44:44.262467 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c91be04-18d8-4b39-9a21-01ccfb91c214,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:44.269601 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.269956 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.270302 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.270648 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.270987 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.271319 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.271644 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.272004 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.272328 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.272655 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.272978 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.273300 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.273620 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.273947 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.274272 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c27e642-5ac4-4ce3-8762-2f8bd2ce3249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:44:44.447458 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34436) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:44.605367 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909f905a-9cac-4071-a549-9b2729c2e895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.675021 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909f905a-9cac-4071-a549-9b2729c2e895 admin admin] Publish callbacks [] for security_group (38a95320-bada-4b95-acfb-ed88bbe01703), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.678803 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909f905a-9cac-4071-a549-9b2729c2e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (38a95320-bada-4b95-acfb-ed88bbe01703), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.717137 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-909f905a-9cac-4071-a549-9b2729c2e895 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2198b5d1ec9b4bdcb8b51bcf152917c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684369 Mar 28 23:44:44.718087 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f905a-9cac-4071-a549-9b2729c2e895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a95320-bada-4b95-acfb-ed88bbe01703,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:44.719851 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:44.771405 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-973de708-947b-402c-b226-3d08357bef7d admin admin] Publish callbacks [] for security_group (38a95320-bada-4b95-acfb-ed88bbe01703), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.791539 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-973de708-947b-402c-b226-3d08357bef7d admin admin] Publish callbacks [] for security_group (38a95320-bada-4b95-acfb-ed88bbe01703), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.836860 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-973de708-947b-402c-b226-3d08357bef7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (38a95320-bada-4b95-acfb-ed88bbe01703), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.839451 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-973de708-947b-402c-b226-3d08357bef7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:44.840608 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-973de708-947b-402c-b226-3d08357bef7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38a95320-bada-4b95-acfb-ed88bbe01703 HTTP/1.1" status: 204 len: 168 time: 0.1189008 Mar 28 23:44:44.848291 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973de708-947b-402c-b226-3d08357bef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a95320-bada-4b95-acfb-ed88bbe01703,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:44.958290 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a560f5-6a8e-4c6b-bc79-bee6b601d7d0 req-53d2838d-893c-474f-9bc1-d355449503c2 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:44.959760 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-88a560f5-6a8e-4c6b-bc79-bee6b601d7d0 req-53d2838d-893c-474f-9bc1-d355449503c2 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0561535 Mar 28 23:44:45.005883 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-88a560f5-6a8e-4c6b-bc79-bee6b601d7d0 req-e2959f31-0f27-4d9e-b5ce-cbd5e073b6d0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403969 Mar 28 23:44:45.093021 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:45.106507 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4206d2c1-be86-4f89-a25f-d54fdaa9c761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:45.179745 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4206d2c1-be86-4f89-a25f-d54fdaa9c761 admin admin] Publish callbacks [] for security_group (e1daf8d8-1113-4bab-8dbf-62198fb559e4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:45.183647 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4206d2c1-be86-4f89-a25f-d54fdaa9c761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (e1daf8d8-1113-4bab-8dbf-62198fb559e4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:45.220998 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-4206d2c1-be86-4f89-a25f-d54fdaa9c761 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7a3352316dc48f18a7e6a7a3c4085cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266422 Mar 28 23:44:45.222124 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206d2c1-be86-4f89-a25f-d54fdaa9c761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1daf8d8-1113-4bab-8dbf-62198fb559e4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:45.223689 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34450) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:45.271652 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7eb7426a-f058-4eff-8e56-f8a3d546e2c5 admin admin] Publish callbacks [] for security_group (e1daf8d8-1113-4bab-8dbf-62198fb559e4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:45.292585 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7eb7426a-f058-4eff-8e56-f8a3d546e2c5 admin admin] Publish callbacks [] for security_group (e1daf8d8-1113-4bab-8dbf-62198fb559e4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:45.338212 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7eb7426a-f058-4eff-8e56-f8a3d546e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (e1daf8d8-1113-4bab-8dbf-62198fb559e4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:45.340994 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7eb7426a-f058-4eff-8e56-f8a3d546e2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:45.342129 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7eb7426a-f058-4eff-8e56-f8a3d546e2c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1daf8d8-1113-4bab-8dbf-62198fb559e4 HTTP/1.1" status: 204 len: 168 time: 0.1173477 Mar 28 23:44:45.349809 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7426a-f058-4eff-8e56-f8a3d546e2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1daf8d8-1113-4bab-8dbf-62198fb559e4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:46.126214 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb42293-c486-4a04-baf5-c8b2443c7ea5 req-50af7b50-f47d-4c9e-a137-aa1b9830974d tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:46.127706 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7eb42293-c486-4a04-baf5-c8b2443c7ea5 req-50af7b50-f47d-4c9e-a137-aa1b9830974d tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0567207 Mar 28 23:44:46.177578 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-7eb42293-c486-4a04-baf5-c8b2443c7ea5 req-16c5f404-7475-4ee6-a83a-0adfc537ba32 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441921 Mar 28 23:44:47.298725 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7cec-5de8-4a9e-96b1-e250fc8d8776 req-7439250d-395c-4d1c-a596-bff5546ef743 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:47.300205 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3bfd7cec-5de8-4a9e-96b1-e250fc8d8776 req-7439250d-395c-4d1c-a596-bff5546ef743 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0542109 Mar 28 23:44:47.345822 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3bfd7cec-5de8-4a9e-96b1-e250fc8d8776 req-8f31d784-7e63-4e6e-a854-655ee72601be tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 Mar 28 23:44:48.462910 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba7576-aced-49ab-9787-8c696598b1d3 req-c142ebc2-091e-4bb0-90f9-36e3d7f227d2 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:48.464397 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ffba7576-aced-49ab-9787-8c696598b1d3 req-c142ebc2-091e-4bb0-90f9-36e3d7f227d2 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0521030 Mar 28 23:44:48.510162 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-ffba7576-aced-49ab-9787-8c696598b1d3 req-4351994f-0ce3-498c-8b62-6927f1168f19 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402882 Mar 28 23:44:49.628997 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24030e24-abfa-4d70-ba80-ec4dbf0f1697 req-8b6a347b-da64-4090-b9f1-812a42af0aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:49.630479 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-24030e24-abfa-4d70-ba80-ec4dbf0f1697 req-8b6a347b-da64-4090-b9f1-812a42af0aee tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0547380 Mar 28 23:44:49.677759 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-24030e24-abfa-4d70-ba80-ec4dbf0f1697 req-f171a646-d22d-4bf2-aeaa-d3088d17cd1f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415261 Mar 28 23:44:50.112610 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34552) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:50.214388 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86541b95-47c2-44de-86ab-54a1b6cbec04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.287576 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86541b95-47c2-44de-86ab-54a1b6cbec04 admin admin] Publish callbacks [] for security_group (ce64c905-2f99-4840-b84c-c6bb8838c56b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.291791 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86541b95-47c2-44de-86ab-54a1b6cbec04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ce64c905-2f99-4840-b84c-c6bb8838c56b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.331693 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-86541b95-47c2-44de-86ab-54a1b6cbec04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b3c539aeb1f428db364bb288e2dd7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180340 Mar 28 23:44:50.332784 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86541b95-47c2-44de-86ab-54a1b6cbec04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce64c905-2f99-4840-b84c-c6bb8838c56b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:50.334578 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34556) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:50.383629 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f4ecaa4-153e-428b-81aa-596ebf7f21b9 admin admin] Publish callbacks [] for security_group (ce64c905-2f99-4840-b84c-c6bb8838c56b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.403916 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f4ecaa4-153e-428b-81aa-596ebf7f21b9 admin admin] Publish callbacks [] for security_group (ce64c905-2f99-4840-b84c-c6bb8838c56b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.451977 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f4ecaa4-153e-428b-81aa-596ebf7f21b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ce64c905-2f99-4840-b84c-c6bb8838c56b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.454565 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f4ecaa4-153e-428b-81aa-596ebf7f21b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.455686 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-6f4ecaa4-153e-428b-81aa-596ebf7f21b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce64c905-2f99-4840-b84c-c6bb8838c56b HTTP/1.1" status: 204 len: 168 time: 0.1190095 Mar 28 23:44:50.463251 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ecaa4-153e-428b-81aa-596ebf7f21b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce64c905-2f99-4840-b84c-c6bb8838c56b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:50.702389 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34564) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:50.715750 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb93e-05fc-4e10-beae-02113ab3176a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.822154 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0301977-7265-4622-b2f0-14b4b8022f52 req-d7eb6131-7cd0-4cc5-9d21-400986779fbf tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:50.823621 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b0301977-7265-4622-b2f0-14b4b8022f52 req-d7eb6131-7cd0-4cc5-9d21-400986779fbf tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0785913 Mar 28 23:44:50.833449 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb93e-05fc-4e10-beae-02113ab3176a admin admin] Publish callbacks [] for security_group (344146ed-d9b1-4c6d-8b75-146909153c8d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.845405 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb93e-05fc-4e10-beae-02113ab3176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (344146ed-d9b1-4c6d-8b75-146909153c8d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.902868 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-ab6eb93e-05fc-4e10-beae-02113ab3176a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09bfbc206ff141f2bec07012a6438be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994948 Mar 28 23:44:50.904444 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eb93e-05fc-4e10-beae-02113ab3176a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344146ed-d9b1-4c6d-8b75-146909153c8d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:50.905643 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34566) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:50.909766 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b0301977-7265-4622-b2f0-14b4b8022f52 req-19a15843-f84f-4016-bf39-d08513da1a86 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789165 Mar 28 23:44:50.954254 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c1a62de-5c12-4baf-a5f4-902e3e141fe8 admin admin] Publish callbacks [] for security_group (344146ed-d9b1-4c6d-8b75-146909153c8d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:50.974763 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c1a62de-5c12-4baf-a5f4-902e3e141fe8 admin admin] Publish callbacks [] for security_group (344146ed-d9b1-4c6d-8b75-146909153c8d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:51.017917 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c1a62de-5c12-4baf-a5f4-902e3e141fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (344146ed-d9b1-4c6d-8b75-146909153c8d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:51.020441 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c1a62de-5c12-4baf-a5f4-902e3e141fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:51.021557 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9c1a62de-5c12-4baf-a5f4-902e3e141fe8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/344146ed-d9b1-4c6d-8b75-146909153c8d HTTP/1.1" status: 204 len: 168 time: 0.1149402 Mar 28 23:44:51.029213 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a62de-5c12-4baf-a5f4-902e3e141fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344146ed-d9b1-4c6d-8b75-146909153c8d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:52.032392 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1f8f6-ffc3-4a58-9650-24f69a4bc003 req-d780d8f1-a654-4e3d-ac06-e2a16276ae48 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:52.033885 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d6f1f8f6-ffc3-4a58-9650-24f69a4bc003 req-d780d8f1-a654-4e3d-ac06-e2a16276ae48 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0536525 Mar 28 23:44:52.082848 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-d6f1f8f6-ffc3-4a58-9650-24f69a4bc003 req-ee2e1bf0-b5c6-4842-98f1-4c93226f4b5e tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Mar 28 23:44:53.205823 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc82ccc-3afa-45d0-9535-52409fddf037 req-0c04e9ab-c269-4109-a4bf-204b5954021c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:53.207303 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bfc82ccc-3afa-45d0-9535-52409fddf037 req-0c04e9ab-c269-4109-a4bf-204b5954021c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0576873 Mar 28 23:44:53.253778 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bfc82ccc-3afa-45d0-9535-52409fddf037 req-f5a17a14-e30f-426a-b906-9b179f7e8cf7 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409353 Mar 28 23:44:54.380073 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c231-635d-4191-b221-c58cf591446a req-e9c29369-4e74-44d6-8390-a599b4f7a08f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:54.381543 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f146c231-635d-4191-b221-c58cf591446a req-e9c29369-4e74-44d6-8390-a599b4f7a08f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0570877 Mar 28 23:44:54.427807 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f146c231-635d-4191-b221-c58cf591446a req-eead2468-727d-4e52-b996-3c117135ab47 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399697 Mar 28 23:44:54.623694 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7de386-436a-4c2f-a472-420a06b74624 req-898e26ad-8b82-4b40-a044-c3284778822b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:54.625224 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ba7de386-436a-4c2f-a472-420a06b74624 req-898e26ad-8b82-4b40-a044-c3284778822b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0511122 Mar 28 23:44:54.672379 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ba7de386-436a-4c2f-a472-420a06b74624 req-ed38ed91-1405-4b6b-90a1-4c6c0aeb9d0a tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408609 Mar 28 23:44:54.678740 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-60e14907-df7d-4fbe-84b4-940d2c166828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:54.680891 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-60e14907-df7d-4fbe-84b4-940d2c166828 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 1129 time: 0.0446854 Mar 28 23:44:54.771436 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-c84573cc-3e93-429b-8bbb-11740f80d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:54.773103 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-c84573cc-3e93-429b-8bbb-11740f80d199 service neutron] 10.222.0.30 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 911 time: 0.0870423 Mar 28 23:44:54.837484 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-6e960d86-5ed1-460c-9fc2-9c0956b26ba6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 HTTP/1.1" status: 200 len: 1001 time: 0.0580969 Mar 28 23:44:54.885006 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-50979c24-12d9-4d93-a811-8f6aa432eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:54.886413 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-50979c24-12d9-4d93-a811-8f6aa432eee2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 200 len: 849 time: 0.0428391 Mar 28 23:44:54.937444 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-b54e5151-beb2-465d-a915-20860e9e26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:54.938912 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-b54e5151-beb2-465d-a915-20860e9e26ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467708 Mar 28 23:44:55.023865 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-b8eb2b30-629f-46f5-b20f-bf85ea87fae4 service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795240 Mar 28 23:44:55.115218 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-1c8ae51a-15a0-4884-b49a-86460f4bd87f req-441211e6-a99a-4f70-8bad-32f1b131a95a service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857401 Mar 28 23:44:55.773375 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34652) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:55.801584 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe22d6e-c725-4417-92c1-f28bec5beca6 req-c0919a51-aec0-44a1-808b-390c794b0fb3 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:44:55.803074 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5fe22d6e-c725-4417-92c1-f28bec5beca6 req-c0919a51-aec0-44a1-808b-390c794b0fb3 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0591450 Mar 28 23:44:55.851183 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-5fe22d6e-c725-4417-92c1-f28bec5beca6 req-2283618c-4387-475a-b1b7-44d28e565f31 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Mar 28 23:44:55.876975 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe58a-30c3-4849-afbf-d9c785e5f61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:55.950673 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe58a-30c3-4849-afbf-d9c785e5f61b admin admin] Publish callbacks [] for security_group (ce5a2eca-51d2-48c4-90c2-b6f3837f5d0e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:55.954216 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe58a-30c3-4849-afbf-d9c785e5f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ce5a2eca-51d2-48c4-90c2-b6f3837f5d0e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:55.993873 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-dcdbe58a-30c3-4849-afbf-d9c785e5f61b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7253249eb2a4b62860b285c8bb40111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188401 Mar 28 23:44:55.994704 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbe58a-30c3-4849-afbf-d9c785e5f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a2eca-51d2-48c4-90c2-b6f3837f5d0e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:55.996635 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34658) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:56.044115 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-781e1f09-85c4-4b3d-af57-85574b4a8be9 admin admin] Publish callbacks [] for security_group (ce5a2eca-51d2-48c4-90c2-b6f3837f5d0e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.065764 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-781e1f09-85c4-4b3d-af57-85574b4a8be9 admin admin] Publish callbacks [] for security_group (ce5a2eca-51d2-48c4-90c2-b6f3837f5d0e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.111116 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-781e1f09-85c4-4b3d-af57-85574b4a8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ce5a2eca-51d2-48c4-90c2-b6f3837f5d0e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.113773 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-781e1f09-85c4-4b3d-af57-85574b4a8be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.114907 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-781e1f09-85c4-4b3d-af57-85574b4a8be9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce5a2eca-51d2-48c4-90c2-b6f3837f5d0e HTTP/1.1" status: 204 len: 168 time: 0.1172841 Mar 28 23:44:56.122751 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e1f09-85c4-4b3d-af57-85574b4a8be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a2eca-51d2-48c4-90c2-b6f3837f5d0e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:56.364693 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34664) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:56.378117 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-144fa771-135a-4967-8a75-22a04fc7aeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.454939 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-144fa771-135a-4967-8a75-22a04fc7aeb0 admin admin] Publish callbacks [] for security_group (49f5c4ad-0aff-48a1-8ccc-a0c81a959041), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.458424 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-144fa771-135a-4967-8a75-22a04fc7aeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (49f5c4ad-0aff-48a1-8ccc-a0c81a959041), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.495126 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fa771-135a-4967-8a75-22a04fc7aeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f5c4ad-0aff-48a1-8ccc-a0c81a959041,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:44:56.499408 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-144fa771-135a-4967-8a75-22a04fc7aeb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ef70dbd27d64ba6a0738145f71c35e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337001 Mar 28 23:44:56.502099 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:44:56.548115 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f420-52f6-4401-bd22-28a8ea7580f8 admin admin] Publish callbacks [] for security_group (49f5c4ad-0aff-48a1-8ccc-a0c81a959041), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.569112 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f420-52f6-4401-bd22-28a8ea7580f8 admin admin] Publish callbacks [] for security_group (49f5c4ad-0aff-48a1-8ccc-a0c81a959041), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.613809 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f420-52f6-4401-bd22-28a8ea7580f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (49f5c4ad-0aff-48a1-8ccc-a0c81a959041), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.616402 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f420-52f6-4401-bd22-28a8ea7580f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:44:56.617579 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-3ee6f420-52f6-4401-bd22-28a8ea7580f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49f5c4ad-0aff-48a1-8ccc-a0c81a959041 HTTP/1.1" status: 204 len: 168 time: 0.1145399 Mar 28 23:44:56.624847 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6f420-52f6-4401-bd22-28a8ea7580f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f5c4ad-0aff-48a1-8ccc-a0c81a959041,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:01.150727 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-970d49e3-b1e7-4247-8680-7d335a24b3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:02.811625 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34746) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:02.913554 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd69c07f-b200-4ac2-a2b1-d44f6e7de43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:02.986160 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd69c07f-b200-4ac2-a2b1-d44f6e7de43b admin admin] Publish callbacks [] for security_group (78d7d99c-9dd4-4044-856c-04542ab0ae90), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:02.989590 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd69c07f-b200-4ac2-a2b1-d44f6e7de43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (78d7d99c-9dd4-4044-856c-04542ab0ae90), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:03.027396 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-cd69c07f-b200-4ac2-a2b1-d44f6e7de43b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3ab8fc35a324b7f84acb5e378dcb711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147019 Mar 28 23:45:03.028292 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69c07f-b200-4ac2-a2b1-d44f6e7de43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d7d99c-9dd4-4044-856c-04542ab0ae90,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:03.030103 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:03.079396 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Publish callbacks [] for security_group (78d7d99c-9dd4-4044-856c-04542ab0ae90), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:03.100283 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Publish callbacks [] for security_group (78d7d99c-9dd4-4044-856c-04542ab0ae90), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:03.147516 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (78d7d99c-9dd4-4044-856c-04542ab0ae90), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:03.150910 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:03.152074 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78d7d99c-9dd4-4044-856c-04542ab0ae90 HTTP/1.1" status: 204 len: 168 time: 0.1201653 Mar 28 23:45:03.159641 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d7d99c-9dd4-4044-856c-04542ab0ae90,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:03.166724 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.167087 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.167477 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.167867 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.168288 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.168881 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.169210 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.169592 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.169942 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.170344 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.170781 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.171111 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.171488 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.171860 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.172355 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b01e2b-b0cd-4e4b-841b-8f027f94f3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:03.457597 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6cff4f3-9079-4116-92d6-49316d9436bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:04.751579 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:06.161349 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:07.686572 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:13.650198 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:13.733602 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:45:15.250863 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 34858) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:15.350930 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a44d426-2a32-4876-8ccc-c362ab389184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:15.424937 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a44d426-2a32-4876-8ccc-c362ab389184 admin admin] Publish callbacks [] for security_group (35b4d743-286a-4d6c-a885-655f5b25e1b1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:15.428722 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a44d426-2a32-4876-8ccc-c362ab389184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (35b4d743-286a-4d6c-a885-655f5b25e1b1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:15.466831 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-2a44d426-2a32-4876-8ccc-c362ab389184 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8650fc1cdc7491b85f38896e9776ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149282 Mar 28 23:45:15.468068 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44d426-2a32-4876-8ccc-c362ab389184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4d743-286a-4d6c-a885-655f5b25e1b1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:15.469504 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 34862) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:15.516070 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13129a70-f5c8-4acc-abc4-43a2e56d717f admin admin] Publish callbacks [] for security_group (35b4d743-286a-4d6c-a885-655f5b25e1b1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:15.536530 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13129a70-f5c8-4acc-abc4-43a2e56d717f admin admin] Publish callbacks [] for security_group (35b4d743-286a-4d6c-a885-655f5b25e1b1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:15.580911 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13129a70-f5c8-4acc-abc4-43a2e56d717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (35b4d743-286a-4d6c-a885-655f5b25e1b1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:15.583506 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13129a70-f5c8-4acc-abc4-43a2e56d717f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:15.584716 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-13129a70-f5c8-4acc-abc4-43a2e56d717f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35b4d743-286a-4d6c-a885-655f5b25e1b1 HTTP/1.1" status: 204 len: 168 time: 0.1138999 Mar 28 23:45:15.592373 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13129a70-f5c8-4acc-abc4-43a2e56d717f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4d743-286a-4d6c-a885-655f5b25e1b1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:29.353976 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8683a7-ca66-401c-afc6-2c00b94de6d7 req-64e9e4b2-0f84-45e0-9068-eabc58781413 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:29.357017 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0a8683a7-ca66-401c-afc6-2c00b94de6d7 req-64e9e4b2-0f84-45e0-9068-eabc58781413 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0577471 Mar 28 23:45:29.406818 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-0a8683a7-ca66-401c-afc6-2c00b94de6d7 req-0fafa268-aa52-4b53-94d0-ed2ad147518d tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444491 Mar 28 23:45:30.528766 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e963-8d60-4a9b-b10c-1947ac90a71f req-00c92bc9-af09-4e2e-90c0-9f25123d00a0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:30.530227 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d8b9e963-8d60-4a9b-b10c-1947ac90a71f req-00c92bc9-af09-4e2e-90c0-9f25123d00a0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0520029 Mar 28 23:45:30.575742 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-d8b9e963-8d60-4a9b-b10c-1947ac90a71f req-b7fae86f-35bb-4897-973d-abc57db8fddc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394812 Mar 28 23:45:31.150088 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7c0fe76-b4cb-4f08-927e-e56ca810b18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:31.343886 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d474f4-e565-44bc-906b-1d277712f262 req-65d4bf70-a3f0-40e3-80c0-d344143c0a30 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:31.345471 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e2d474f4-e565-44bc-906b-1d277712f262 req-65d4bf70-a3f0-40e3-80c0-d344143c0a30 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0542243 Mar 28 23:45:31.433179 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Deleting port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:45:31.433520 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:31.523949 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] For port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:45:31.524312 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:31.690747 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:31.691442 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:31.691442 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Floating IP 4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b disassociated. External IP: 172.28.0.189, port: 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40. Mar 28 23:45:31.691763 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Calling delete_port for 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:45:31.692177 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e72e09-3cf7-46ce-958e-1b044c3111a8 req-0af64d72-9afb-4ff3-bafe-6b8fc0c8c862 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:31.693671 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-69e72e09-3cf7-46ce-958e-1b044c3111a8 req-0af64d72-9afb-4ff3-bafe-6b8fc0c8c862 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca89b00-ab5b-4021-b061-1f457f7aed3e HTTP/1.1" status: 200 len: 945 time: 0.0517251 Mar 28 23:45:31.739910 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-69e72e09-3cf7-46ce-958e-1b044c3111a8 req-8769b35d-5af2-4e5e-8d72-708494a862aa tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d927a33-2de8-42ec-9e64-f2ab778f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405078 Mar 28 23:45:31.822683 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (6d3de4aa-0e01-45d2-9bc3-b2b779a71f40), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:31.855321 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event deleted for resources: {'Port': ['ID=6d3de4aa-0e01-45d2-9bc3-b2b779a71f40,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:31.966441 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Router 1981c57d-797d-4a9f-b139-7f51076d98dc has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:45:32.079444 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:45:32.092226 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] Sync routers for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:45:32.104326 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:45:32.107919 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:45:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:45:32.121264 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] No DVR routers for this DVR port 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:45:32.123538 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:32.127623 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-e2d474f4-e565-44bc-906b-1d277712f262 req-68ac2c26-2d44-4825-be11-867338123440 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "DELETE /v2.0/ports/6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 HTTP/1.1" status: 204 len: 173 time: 0.7768168 Mar 28 23:45:32.128233 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'name': 'network-vif-deleted', 'tag': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:45:32.130745 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d6f34e-49b4-4f4c-af52-fa270fbda824" -d '{"events": [{"server_uuid": "8ca89b00-ab5b-4021-b061-1f457f7aed3e", "name": "network-vif-deleted", "tag": "6d3de4aa-0e01-45d2-9bc3-b2b779a71f40"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:45:32.168575 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa64b33-102c-4d47-a706-50dd42e9e12d x-openstack-request-id: req-6aa64b33-102c-4d47-a706-50dd42e9e12d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:45:32.168997 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca89b00-ab5b-4021-b061-1f457f7aed3e", "name": "network-vif-deleted", "tag": "6d3de4aa-0e01-45d2-9bc3-b2b779a71f40", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:45:32.169255 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6aa64b33-102c-4d47-a706-50dd42e9e12d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:45:32.169668 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa64b33-102c-4d47-a706-50dd42e9e12d'] response: {'server_uuid': '8ca89b00-ab5b-4021-b061-1f457f7aed3e', 'name': 'network-vif-deleted', 'tag': '6d3de4aa-0e01-45d2-9bc3-b2b779a71f40', 'status': 'completed', 'code': 200} Mar 28 23:45:32.343518 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:45:32.537477 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:45:32.567575 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] Checking router: 1981c57d-797d-4a9f-b139-7f51076d98dc for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:45:32.576449 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:45:32.577058 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:45:03Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:45:32.685211 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:45:32.825436 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35024) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:32.877748 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0294a306-565b-42c1-ba8e-2fb962d044bc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (1d927a33-2de8-42ec-9e64-f2ab778f81cb), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:32.882399 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:45:32.903493 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0294a306-565b-42c1-ba8e-2fb962d044bc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (1d927a33-2de8-42ec-9e64-f2ab778f81cb), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:32.911758 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c2faf-d0cd-4235-9ff9-a30d67fb4a9f None None] The sync data for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb is: [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:45:32.952254 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0294a306-565b-42c1-ba8e-2fb962d044bc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (1d927a33-2de8-42ec-9e64-f2ab778f81cb), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:32.955041 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0294a306-565b-42c1-ba8e-2fb962d044bc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:32.956373 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-0294a306-565b-42c1-ba8e-2fb962d044bc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d927a33-2de8-42ec-9e64-f2ab778f81cb HTTP/1.1" status: 204 len: 168 time: 0.1299572 Mar 28 23:45:32.959205 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35026) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:32.965650 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294a306-565b-42c1-ba8e-2fb962d044bc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d927a33-2de8-42ec-9e64-f2ab778f81cb,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:32.977009 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.api.v2.resource [None req-9a300d4f-1054-4f0f-bfba-24fbd3adccc0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] show failed (client error): The resource could not be found. Mar 28 23:45:32.978165 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9a300d4f-1054-4f0f-bfba-24fbd3adccc0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups/1d927a33-2de8-42ec-9e64-f2ab778f81cb HTTP/1.1" status: 404 len: 347 time: 0.0174227 Mar 28 23:45:32.982364 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35028) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:33.112218 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Deleting port e956fa02-1928-48d9-9561-b15bde6a0c9f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:45:33.112552 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (e956fa02-1928-48d9-9561-b15bde6a0c9f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.142794 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5863c6-5493-4a55-9f4f-2edcb28a923f None None] New status for floating IP 4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:45:33.190974 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (e956fa02-1928-48d9-9561-b15bde6a0c9f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.191377 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (e956fa02-1928-48d9-9561-b15bde6a0c9f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.203874 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Calling delete_port for e956fa02-1928-48d9-9561-b15bde6a0c9f owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:45:33.355334 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (e956fa02-1928-48d9-9561-b15bde6a0c9f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.383113 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event deleted for resources: {'Port': ['ID=e956fa02-1928-48d9-9561-b15bde6a0c9f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:33.448728 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b52ebb09-4c68-49a8-83f7-1c9bce64f083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.448986 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.451616 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.452830 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-f7b87ae7-f6d4-4c50-9b7d-7f023a548087 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "DELETE /v2.0/floatingips/4ba73c3b-eb3f-4ee0-9b29-26b0b40a365b HTTP/1.1" status: 204 len: 168 time: 0.4690397 Mar 28 23:45:33.863814 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35038) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:33.868224 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7e891257-60df-4b17-8198-4a41cea22d83 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424890443', 'description': 'tempest-description--262852691'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:45:33.888775 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e891257-60df-4b17-8198-4a41cea22d83 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.952721 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e891257-60df-4b17-8198-4a41cea22d83 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (56a18ffe-bff1-41fb-9da4-ef87b80e6808), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.956761 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e891257-60df-4b17-8198-4a41cea22d83 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (56a18ffe-bff1-41fb-9da4-ef87b80e6808), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.984925 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e891257-60df-4b17-8198-4a41cea22d83 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:33.986117 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-7e891257-60df-4b17-8198-4a41cea22d83 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1213074 Mar 28 23:45:33.989198 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35040) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:33.993710 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-e93b8042-d3a2-4cba-8185-af7c45da7b38 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'security_group_rule': {'security_group_id': '56a18ffe-bff1-41fb-9da4-ef87b80e6808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:45:33.993869 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e891257-60df-4b17-8198-4a41cea22d83 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a18ffe-bff1-41fb-9da4-ef87b80e6808,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:34.019479 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e93b8042-d3a2-4cba-8185-af7c45da7b38 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (22bbb147-3404-4d27-80af-99acda5fa845), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.072905 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e93b8042-d3a2-4cba-8185-af7c45da7b38 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (22bbb147-3404-4d27-80af-99acda5fa845), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.076879 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e93b8042-d3a2-4cba-8185-af7c45da7b38 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (22bbb147-3404-4d27-80af-99acda5fa845), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.094601 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b8042-d3a2-4cba-8185-af7c45da7b38 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bbb147-3404-4d27-80af-99acda5fa845,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:34.102075 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e93b8042-d3a2-4cba-8185-af7c45da7b38 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.105825 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e93b8042-d3a2-4cba-8185-af7c45da7b38 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131384 Mar 28 23:45:34.106023 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35042) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:34.110176 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-b5b4f079-78fe-4e92-9523-3303f9fb1ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'security_group_rule': {'security_group_id': '56a18ffe-bff1-41fb-9da4-ef87b80e6808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:45:34.133861 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f079-78fe-4e92-9523-3303f9fb1ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (9a6fbee5-eebb-4067-842e-5623bb38c7de), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.187317 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f079-78fe-4e92-9523-3303f9fb1ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (9a6fbee5-eebb-4067-842e-5623bb38c7de), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.190488 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f079-78fe-4e92-9523-3303f9fb1ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530564'] for security_group_rule (9a6fbee5-eebb-4067-842e-5623bb38c7de), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.204897 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4f079-78fe-4e92-9523-3303f9fb1ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6fbee5-eebb-4067-842e-5623bb38c7de,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:34.214694 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f079-78fe-4e92-9523-3303f9fb1ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.215896 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b5b4f079-78fe-4e92-9523-3303f9fb1ed5 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1089191 Mar 28 23:45:34.218979 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35044) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:34.223367 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.v2.base [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'floatingip': {'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:45:34.241279 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.335031 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.437385 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Allocated IP 172.28.0.139 (b7b60cb5-883f-45eb-9129-9051184e025c/76b1c99b-a202-4699-a31e-9a69ce3304c1/02e4ccd6-1382-4a4c-889c-5b7f3206d378) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:45:34.535739 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for port (02e4ccd6-1382-4a4c-889c-5b7f3206d378), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.568919 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (02e4ccd6-1382-4a4c-889c-5b7f3206d378), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.606117 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Network b7b60cb5-883f-45eb-9129-9051184e025c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:45:34.613303 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:45:34.618679 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:45:34.621550 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'Port': ['ID=02e4ccd6-1382-4a4c-889c-5b7f3206d378,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:34.704398 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (fd4a0514-25f5-4c6a-bec9-1747507a3b2a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.739578 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (02e4ccd6-1382-4a4c-889c-5b7f3206d378), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.752145 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.884144 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for port (02e4ccd6-1382-4a4c-889c-5b7f3206d378), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.888540 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497795'] for port (02e4ccd6-1382-4a4c-889c-5b7f3206d378), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.955122 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'Port': ['ID=02e4ccd6-1382-4a4c-889c-5b7f3206d378,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:34.962742 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (fd4a0514-25f5-4c6a-bec9-1747507a3b2a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.978020 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:34.979237 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e6b52adb-f739-49d2-a3aa-dc7bef60746f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7591076 Mar 28 23:45:35.167982 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-6010c5c7-1213-4274-9bda-b688fbc8a31d tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1424890443&fields=id&tenant_id=8060eee6c8bb42d79a5076e26e541c79 HTTP/1.1" status: 200 len: 267 time: 0.0416825 Mar 28 23:45:35.270003 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-9cef5c9d-07f9-45be-9a39-fc04e02e9967 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:35.271442 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-9cef5c9d-07f9-45be-9a39-fc04e02e9967 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 810 time: 0.0972345 Mar 28 23:45:35.286121 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-55e42456-ef16-4f72-9202-be087bb33fab tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/quotas/8060eee6c8bb42d79a5076e26e541c79 HTTP/1.1" status: 200 len: 375 time: 0.0092545 Mar 28 23:45:35.342584 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-063247bb-f865-4223-b911-72a0cf3ed99f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518408 Mar 28 23:45:35.525320 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0a19e857-9af1-462f-aadb-1e3b5c313bb1 service neutron] 10.222.0.16 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715009 Mar 28 23:45:35.624357 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-ba217f99-8f5c-458f-bd13-c1337b16f36f service neutron] 10.222.0.16 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925500 Mar 28 23:45:35.790665 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-a31982ca-42dc-48b5-ba54-4d11d62e3617 req-719e9d79-0f4b-4275-9d60-18e4e6dcaede tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Mar 28 23:45:36.163995 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:36.389407 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:45:36.409150 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:45:36.409492 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device 6d3de4aa-0e01-45d2-9bc3-b2b779a71f40 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:45:36.669760 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-7fe55e9f-9756-41d7-b1ec-9332eeed703e tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:36.671382 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-7fe55e9f-9756-41d7-b1ec-9332eeed703e tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 810 time: 0.1051304 Mar 28 23:45:36.735939 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-4f17cc60-c42c-46cf-ad63-a5d069f45a31 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8060eee6c8bb42d79a5076e26e541c79 HTTP/1.1" status: 200 len: 380 time: 0.0560894 Mar 28 23:45:36.746316 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'port': {'device_id': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'admin_state_up': True, 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'security_groups': ['56a18ffe-bff1-41fb-9da4-ef87b80e6808']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:45:36.857905 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Made reservation on behalf of 8060eee6c8bb42d79a5076e26e541c79 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 23:45:36.861646 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:36.905383 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-58c903f6-ccd3-4561-bbe0-ece7cc1f1436 req-cb9faf2d-9fdf-468f-abda-fe8219c9f7a9 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 210 time: 0.0414202 Mar 28 23:45:37.015569 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Allocated IP 172.20.0.12 (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6/9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17/e70ef481-b0c1-46a6-8c85-bcaae7599fb4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 23:45:37.146129 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.180337 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756318493422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.227282 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 23:45:37.230336 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 23:45:37.233146 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 23:45:37.260875 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event updated for resources: {'Port': ['ID=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:37.290195 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:37.290829 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.307778 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-0df5117e-ad4b-4dbc-814d-1b72da4b2821 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5652890 Mar 28 23:45:37.318461 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Request body: {'port': {'device_id': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:45:37.379509 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.431723 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-29fffa7e-3c8f-4af1-b23f-8677fc309d5f None None] Provisioning complete for port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:45:37.432290 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29fffa7e-3c8f-4af1-b23f-8677fc309d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.468063 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-29fffa7e-3c8f-4af1-b23f-8677fc309d5f None None] Port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 23:45:37.641155 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70ef481-b0c1-46a6-8c85-bcaae7599fb4 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:45:37.648267 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Publish callbacks [] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.659718 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Transition to ACTIVE for port object e70ef481-b0c1-46a6-8c85-bcaae7599fb4 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 23:45:37.663503 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.687268 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.714506 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:37.789767 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Attempting to bind port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 23:45:37.790210 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Attempting to bind port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 23:45:37.790630 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Attempting to bind port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 on network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:45:37.796559 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 on network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 23:45:37.797019 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Attempting to bind port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 on network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 23:45:37.802544 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Checking agent: {'id': 'f3661e89-f8e7-49de-8344-2caacc8ef27b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'started_at': datetime.datetime(2022, 3, 28, 23, 35, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 23, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 23:45:37.802881 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Checking segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 23:45:37.803266 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Bound using segment: {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 23:45:37.803691 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Bound port: e70ef481-b0c1-46a6-8c85-bcaae7599fb4, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6a273a-dea1-4fbd-8679-3684da3185cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 23:45:37.804078 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.877381 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] For port e70ef481-b0c1-46a6-8c85-bcaae7599fb4, host hv-cinder-83552, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 23:45:37.881429 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] For port e70ef481-b0c1-46a6-8c85-bcaae7599fb4, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 23:45:37.888402 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4836935'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.922828 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:37.923435 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:37.924870 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/e70ef481-b0c1-46a6-8c85-bcaae7599fb4 HTTP/1.1" status: 200 len: 1094 time: 0.6104984 Mar 28 23:45:37.925266 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'tag': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:45:37.927645 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85" -d '{"events": [{"name": "network-changed", "server_uuid": "363bbbf1-b46a-4ee7-98e8-8130818e6930", "tag": "e70ef481-b0c1-46a6-8c85-bcaae7599fb4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:45:37.963523 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af71c2-8a24-408a-8d4a-d46ba61d95e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:38.001413 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae6947d-2ae5-4299-aab3-9d7d4ecf7df3 x-openstack-request-id: req-cae6947d-2ae5-4299-aab3-9d7d4ecf7df3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:45:38.001413 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363bbbf1-b46a-4ee7-98e8-8130818e6930", "tag": "e70ef481-b0c1-46a6-8c85-bcaae7599fb4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:45:38.001413 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cae6947d-2ae5-4299-aab3-9d7d4ecf7df3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:45:38.001819 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae6947d-2ae5-4299-aab3-9d7d4ecf7df3'] response: {'name': 'network-changed', 'server_uuid': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'tag': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'status': 'completed', 'code': 200} Mar 28 23:45:38.027407 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-aa149781-93be-4ffe-ae05-72572b8de359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:38.034710 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-aa149781-93be-4ffe-ae05-72572b8de359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 1128 time: 0.0662632 Mar 28 23:45:38.052304 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234989c-b84d-4ae0-8907-396e2e468cb4 req-30bab416-ecd4-40a2-98fd-59f4848e4b32 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:38.053855 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3234989c-b84d-4ae0-8907-396e2e468cb4 req-30bab416-ecd4-40a2-98fd-59f4848e4b32 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 944 time: 0.0666335 Mar 28 23:45:38.089252 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-4bd2ac18-d9a5-4685-a813-4f4cbb0e6ea0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ef481-b0c1-46a6-8c85-bcaae7599fb4 HTTP/1.1" status: 200 len: 217 time: 0.0472455 Mar 28 23:45:38.115890 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35106) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:38.138729 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-3234989c-b84d-4ae0-8907-396e2e468cb4 req-3b96d035-b2c0-4ee9-ab3e-631274622c85 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752504 Mar 28 23:45:38.148958 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-7c5417d4-4fc9-4818-8a15-6cd91aa35e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:38.150195 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-7c5417d4-4fc9-4818-8a15-6cd91aa35e09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 200 len: 849 time: 0.0554633 Mar 28 23:45:38.198472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-7d734f83-4bc5-450b-bc24-10674f407cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:38.200444 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-7d734f83-4bc5-450b-bc24-10674f407cd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439870 Mar 28 23:45:38.233469 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46764fc7-d9f9-462c-b50d-dace59357502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:38.297206 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-97f3098f-94e8-4a38-8688-8c5417f2eedc service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910926 Mar 28 23:45:38.305404 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46764fc7-d9f9-462c-b50d-dace59357502 admin admin] Publish callbacks [] for security_group (160bd088-6cb9-42e4-84af-fdb75e72ed74), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:38.309057 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46764fc7-d9f9-462c-b50d-dace59357502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (160bd088-6cb9-42e4-84af-fdb75e72ed74), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:38.346566 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-46764fc7-d9f9-462c-b50d-dace59357502 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70b070adcd9a4ce28ecb5d50392ab661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296507 Mar 28 23:45:38.347608 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46764fc7-d9f9-462c-b50d-dace59357502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160bd088-6cb9-42e4-84af-fdb75e72ed74,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:38.349854 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35110) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:38.386060 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bed385a8-856d-4101-9a68-6a3d10358b7d req-eb022111-1daf-4c92-8b26-b89609e30204 service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833960 Mar 28 23:45:38.396091 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b825e87-5211-4555-ac3c-37d12f3d5ded admin admin] Publish callbacks [] for security_group (160bd088-6cb9-42e4-84af-fdb75e72ed74), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:38.417588 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b825e87-5211-4555-ac3c-37d12f3d5ded admin admin] Publish callbacks [] for security_group (160bd088-6cb9-42e4-84af-fdb75e72ed74), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:38.467300 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b825e87-5211-4555-ac3c-37d12f3d5ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (160bd088-6cb9-42e4-84af-fdb75e72ed74), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:38.470189 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b825e87-5211-4555-ac3c-37d12f3d5ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:38.471470 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-3b825e87-5211-4555-ac3c-37d12f3d5ded admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/160bd088-6cb9-42e4-84af-fdb75e72ed74 HTTP/1.1" status: 204 len: 168 time: 0.1205971 Mar 28 23:45:38.477773 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-6aeb5890-8dba-46d7-943b-66cb8be4b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:38.479352 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-6aeb5890-8dba-46d7-943b-66cb8be4b5b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 1128 time: 0.0460181 Mar 28 23:45:38.479928 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b825e87-5211-4555-ac3c-37d12f3d5ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160bd088-6cb9-42e4-84af-fdb75e72ed74,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:38.573913 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-0b4b0b33-8aaa-4f6f-a5f0-7949c76efe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:38.575992 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-0b4b0b33-8aaa-4f6f-a5f0-7949c76efe5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 911 time: 0.0900998 Mar 28 23:45:38.616626 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-323b0d33-639e-4de2-8f2a-f0fd439b091b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ef481-b0c1-46a6-8c85-bcaae7599fb4 HTTP/1.1" status: 200 len: 217 time: 0.0348499 Mar 28 23:45:38.898979 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-43511ee6-320c-4cc7-ad16-9349eca9e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:38.900464 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-43511ee6-320c-4cc7-ad16-9349eca9e68e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 200 len: 849 time: 0.2787631 Mar 28 23:45:38.949830 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-f3ebd2b8-1e2b-4078-a983-a3cdaff35a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:38.951362 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-f3ebd2b8-1e2b-4078-a983-a3cdaff35a31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442851 Mar 28 23:45:39.040562 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-30516b41-ace3-4fe6-9f98-d7e835423346 service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825684 Mar 28 23:45:39.135189 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-a415cca6-fb1b-4f1e-b4e1-96252a8b2e85 req-669cdedd-1b6a-4b0a-b299-180b4163af3a service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880573 Mar 28 23:45:39.254555 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5922db-49a9-430e-a455-45e9985c7177 req-7d31d748-82fa-4b02-b191-0cd0233ae7b0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:39.256098 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0e5922db-49a9-430e-a455-45e9985c7177 req-7d31d748-82fa-4b02-b191-0cd0233ae7b0 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 944 time: 0.0559480 Mar 28 23:45:39.308519 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-0e5922db-49a9-430e-a455-45e9985c7177 req-7e90399a-77af-4f18-8c02-4ecbc23dd324 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465536 Mar 28 23:45:40.420953 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c216d-3ffb-4969-adcc-ffa938418af1 req-f975138f-2cf3-47b9-9ebd-026ee2202bcd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:40.422378 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-435c216d-3ffb-4969-adcc-ffa938418af1 req-f975138f-2cf3-47b9-9ebd-026ee2202bcd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 944 time: 0.0510929 Mar 28 23:45:40.467208 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-435c216d-3ffb-4969-adcc-ffa938418af1 req-8c0a1db3-cc46-431f-80da-b41db862ee8c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Mar 28 23:45:41.587581 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1a67-a07c-4b67-bcc1-283e74d7fa52 req-c0abbcad-61ce-4068-a200-e2e75fd04688 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:41.589074 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-49de1a67-a07c-4b67-bcc1-283e74d7fa52 req-c0abbcad-61ce-4068-a200-e2e75fd04688 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 944 time: 0.0554054 Mar 28 23:45:41.635017 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-49de1a67-a07c-4b67-bcc1-283e74d7fa52 req-dbf5ed5c-a7b7-4ba6-8225-4f1e09fdd744 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 Mar 28 23:45:42.405628 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device e70ef481-b0c1-46a6-8c85-bcaae7599fb4 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 23:45:42.500232 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port e70ef481-b0c1-46a6-8c85-bcaae7599fb4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:45:42.510929 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Returning: {'device': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'port_id': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'mac_address': 'fa:16:3e:15:f2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 23:45:42.546009 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:45:42.546391 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:42.558304 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70ef481-b0c1-46a6-8c85-bcaae7599fb4 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 23:45:42.577273 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port e70ef481-b0c1-46a6-8c85-bcaae7599fb4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:45:42.580899 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:42.625622 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:42.632731 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.633074 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.633409 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.633743 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.634073 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.634399 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.634722 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.635042 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.635362 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.635679 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.636030 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.636353 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.636670 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.637485 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.637814 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:42.749426 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69f08e-abd5-40d4-995a-7077be3a14d3 req-82b7dba6-0717-436c-ad86-c0ea477b5070 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:42.750873 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6c69f08e-abd5-40d4-995a-7077be3a14d3 req-82b7dba6-0717-436c-ad86-c0ea477b5070 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 945 time: 0.0521953 Mar 28 23:45:42.790227 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] get_ports_and_sgs() called for port_ids ['e70ef481-b0c1-46a6-8c85-bcaae7599fb4'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 23:45:42.796765 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-6c69f08e-abd5-40d4-995a-7077be3a14d3 req-70b3229b-1f66-43fc-bff9-ebf6e1dd77b1 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 Mar 28 23:45:43.654576 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:43.912651 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b88f08-05ee-4175-bdbd-6d28337c1ceb req-4214d5ac-9aba-47a7-ba96-dedd9e902493 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:43.914042 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b8b88f08-05ee-4175-bdbd-6d28337c1ceb req-4214d5ac-9aba-47a7-ba96-dedd9e902493 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 945 time: 0.0519109 Mar 28 23:45:43.959757 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b8b88f08-05ee-4175-bdbd-6d28337c1ceb req-b8cf940a-ec97-4542-80a3-7afdec1f45f8 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396159 Mar 28 23:45:44.398130 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35186) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:44.406028 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device e70ef481-b0c1-46a6-8c85-bcaae7599fb4 up at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 23:45:44.457634 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning for port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 23:45:44.461811 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Provisioning complete for port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 23:45:44.462289 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409234'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.505619 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.536942 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Current status of the port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 23:45:44.537535 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1774632'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.562296 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:45:44.564559 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d74a55359a372573feef51973363f1cb5f48ddb27a15df82006ac34cc46cc443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b984cef-4a5a-47b1-99b2-c3886bd9bedb" -d '{"events": [{"server_uuid": "363bbbf1-b46a-4ee7-98e8-8130818e6930", "name": "network-vif-plugged", "status": "completed", "tag": "e70ef481-b0c1-46a6-8c85-bcaae7599fb4"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:45:44.577877 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] For port e70ef481-b0c1-46a6-8c85-bcaae7599fb4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:45:44.581237 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Publish callbacks [] for security_group (d1303990-64ed-4f28-b352-f8f5fcc52120), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.582034 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756318979211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756318490884', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756318490902'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.586553 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d1303990-64ed-4f28-b352-f8f5fcc52120), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.608059 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0558f625-8f2b-4a46-a502-a50514659c78 x-openstack-request-id: req-0558f625-8f2b-4a46-a502-a50514659c78 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:45:44.609142 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363bbbf1-b46a-4ee7-98e8-8130818e6930", "name": "network-vif-plugged", "status": "completed", "tag": "e70ef481-b0c1-46a6-8c85-bcaae7599fb4", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:45:44.609417 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0558f625-8f2b-4a46-a502-a50514659c78 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:45:44.609819 dv-cinder-835525-1-smb neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0558f625-8f2b-4a46-a502-a50514659c78'] response: {'server_uuid': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'code': 200} Mar 28 23:45:44.627913 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b575e2547a24b6d92c2b104772141ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286959 Mar 28 23:45:44.629039 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1303990-64ed-4f28-b352-f8f5fcc52120,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:44.630580 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35192) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:44.636595 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.636975 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.637823 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.638168 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.638500 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.638830 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.639155 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.639480 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.639804 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.640149 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.640475 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.640798 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.641117 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.641436 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.641754 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b25f6-1880-49e2-8142-f5fe5032464d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:45:44.644026 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Pushing event updated for resources: {'Port': ['ID=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:44.697919 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8eb01a5-5deb-41ea-b626-9fe9fe29f3bc admin admin] Publish callbacks [] for security_group (d1303990-64ed-4f28-b352-f8f5fcc52120), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.720103 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8eb01a5-5deb-41ea-b626-9fe9fe29f3bc admin admin] Publish callbacks [] for security_group (d1303990-64ed-4f28-b352-f8f5fcc52120), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.790498 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d46a1-e492-40df-a918-47c0fe0df6a2 req-b845b673-27cc-4406-80c8-0f5bca21f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:44.792041 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-464d46a1-e492-40df-a918-47c0fe0df6a2 req-b845b673-27cc-4406-80c8-0f5bca21f859 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 1130 time: 0.0586121 Mar 28 23:45:44.796467 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8eb01a5-5deb-41ea-b626-9fe9fe29f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d1303990-64ed-4f28-b352-f8f5fcc52120), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.799020 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8eb01a5-5deb-41ea-b626-9fe9fe29f3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:44.800069 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-f8eb01a5-5deb-41ea-b626-9fe9fe29f3bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1303990-64ed-4f28-b352-f8f5fcc52120 HTTP/1.1" status: 204 len: 168 time: 0.1682928 Mar 28 23:45:44.820831 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb01a5-5deb-41ea-b626-9fe9fe29f3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1303990-64ed-4f28-b352-f8f5fcc52120,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:45:44.847768 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-464d46a1-e492-40df-a918-47c0fe0df6a2 req-68921a06-c266-4d21-9d27-f4b226f1ba6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466402 Mar 28 23:45:45.085808 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55658740-9e4b-4d68-a12e-e902877ab850 req-abcc1052-8ed9-4be9-ac0f-63640649fbf3 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:45.087408 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-55658740-9e4b-4d68-a12e-e902877ab850 req-abcc1052-8ed9-4be9-ac0f-63640649fbf3 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 946 time: 0.0588522 Mar 28 23:45:45.138118 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-55658740-9e4b-4d68-a12e-e902877ab850 req-9ca46cf1-a729-4b94-a634-b2d25db863c7 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Mar 28 23:45:46.255355 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cd1af-6de3-4419-9d73-14f98ea82614 req-46e02617-373e-4782-ba35-61598376c1f2 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:46.256840 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f79cd1af-6de3-4419-9d73-14f98ea82614 req-46e02617-373e-4782-ba35-61598376c1f2 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 946 time: 0.0519900 Mar 28 23:45:46.302554 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-f79cd1af-6de3-4419-9d73-14f98ea82614 req-e215b4b0-cfa5-4f58-97f5-bb248079aa53 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Mar 28 23:45:46.416495 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb1431-0312-43b2-bafe-fb59b32f5043 req-c8b2cc78-4778-4dc9-9472-9eeb013a56dc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:46.417953 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-bfcb1431-0312-43b2-bafe-fb59b32f5043 req-c8b2cc78-4778-4dc9-9472-9eeb013a56dc tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 946 time: 0.0541434 Mar 28 23:45:46.426793 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:45:46.430991 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Request body: {'floatingip': {'port_id': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 23:45:46.469057 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (fd4a0514-25f5-4c6a-bec9-1747507a3b2a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:46.885609 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:46.889376 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (fd4a0514-25f5-4c6a-bec9-1747507a3b2a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:46.989440 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Floating IP fd4a0514-25f5-4c6a-bec9-1747507a3b2a associated. External IP: 172.28.0.139, port: e70ef481-b0c1-46a6-8c85-bcaae7599fb4. Mar 28 23:45:47.196086 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Router 1981c57d-797d-4a9f-b139-7f51076d98dc has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:45:47.303761 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:45:47.308856 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:45:47.312829 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] Sync routers for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:45:47.322275 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:45:47.322976 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:45:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:45:47.338876 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-1fed7c17-b988-4ab7-a356-243081147945 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "PUT /v2.0/floatingips/fd4a0514-25f5-4c6a-bec9-1747507a3b2a HTTP/1.1" status: 200 len: 992 time: 0.9110734 Mar 28 23:45:47.339464 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'tag': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:45:47.342398 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "363bbbf1-b46a-4ee7-98e8-8130818e6930", "tag": "e70ef481-b0c1-46a6-8c85-bcaae7599fb4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:45:47.376502 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 23:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f271a6f-329f-4302-bbd3-8e6d780ec9d6 x-openstack-request-id: req-0f271a6f-329f-4302-bbd3-8e6d780ec9d6 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:45:47.376797 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363bbbf1-b46a-4ee7-98e8-8130818e6930", "tag": "e70ef481-b0c1-46a6-8c85-bcaae7599fb4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:45:47.377056 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f271a6f-329f-4302-bbd3-8e6d780ec9d6 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:45:47.377469 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f271a6f-329f-4302-bbd3-8e6d780ec9d6'] response: {'name': 'network-changed', 'server_uuid': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'tag': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'status': 'completed', 'code': 200} Mar 28 23:45:47.429249 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:45:47.441501 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-7f405680-7876-45d0-8fcd-04d147111204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:47.443033 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-7f405680-7876-45d0-8fcd-04d147111204 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8060eee6c8bb42d79a5076e26e541c79&device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 1130 time: 0.0446990 Mar 28 23:45:47.531402 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-e1c25e21-bc04-4acb-8a67-1287080910ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:47.532909 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-e1c25e21-bc04-4acb-8a67-1287080910ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 200 len: 911 time: 0.0839376 Mar 28 23:45:47.602064 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-8b4f412c-e79c-4c55-bc3d-2784d8194fbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ef481-b0c1-46a6-8c85-bcaae7599fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0632391 Mar 28 23:45:47.649361 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-eb37d1df-bc53-428f-a492-751501ea207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:47.650405 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'fd4a0514-25f5-4c6a-bec9-1747507a3b2a', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'floating_ip_address': '172.28.0.139', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'port_id': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'mac_address': 'fa:16:3e:15:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:45:34Z', 'updated_at': '2022-03-28T23:45:46Z', 'revision_number': 1, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:45:47.650837 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-eb37d1df-bc53-428f-a492-751501ea207e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 200 len: 849 time: 0.0429504 Mar 28 23:45:47.679005 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] Checking router: 1981c57d-797d-4a9f-b139-7f51076d98dc for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:45:47.687593 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:45:47.688232 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:45:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:45:47.697492 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-34b5a539-e439-4c14-9ce2-ff43fd8f178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:45:47.698962 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-34b5a539-e439-4c14-9ce2-ff43fd8f178e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428407 Mar 28 23:45:47.790772 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-77c04f03-c52a-4121-832b-d9d6524220ee service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855672 Mar 28 23:45:47.792807 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:45:47.878742 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-2b92b1e0-ea95-4f10-90ca-e47a89c75e6d req-00c6e975-e6f2-40a3-89e0-40aeee90681c service neutron] 10.222.0.30 "GET /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823145 Mar 28 23:45:48.009864 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'fd4a0514-25f5-4c6a-bec9-1747507a3b2a', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'floating_ip_address': '172.28.0.139', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'port_id': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'mac_address': 'fa:16:3e:15:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:45:34Z', 'updated_at': '2022-03-28T23:45:46Z', 'revision_number': 1, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:45:48.117714 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe5aa3-599c-4371-b868-db218f08a9fc None None] The sync data for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb is: [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_floatingips': [{'id': 'fd4a0514-25f5-4c6a-bec9-1747507a3b2a', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'floating_ip_address': '172.28.0.139', 'floating_network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'router_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'port_id': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'mac_address': 'fa:16:3e:15:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T23:45:34Z', 'updated_at': '2022-03-28T23:45:46Z', 'revision_number': 1, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:45:48.301357 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8c5cf-ec8c-4b5b-842a-98e5fbc91f89 None None] New status for floating IP fd4a0514-25f5-4c6a-bec9-1747507a3b2a: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:45:50.732817 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:46:01.151260 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34ef0149-1ece-4725-8aeb-17ddc026bb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:03.451041 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33d8f77c-1d70-4414-86f3-28b641e66bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:04.755620 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:06.167307 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:07.688668 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:13.665002 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:27.732732 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:46:31.154572 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f89ca52f-0b4e-4ddd-8967-51c5ed440ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:33.085871 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450508e-7e95-4eb8-bbd4-7c8bf75367b1 req-28289e6f-59cd-476b-9ae7-b3f37634a91f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:46:33.087337 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9450508e-7e95-4eb8-bbd4-7c8bf75367b1 req-28289e6f-59cd-476b-9ae7-b3f37634a91f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 946 time: 0.0543580 Mar 28 23:46:33.133052 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-9450508e-7e95-4eb8-bbd4-7c8bf75367b1 req-b4743868-1155-46a6-878d-95e3f0efbbfd tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391726 Mar 28 23:46:33.452284 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-430aea66-9973-40ab-9f2b-14c198f49f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:34.255812 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32025c2-0b2f-4628-a3ab-91d4a832a639 req-eac4ce4d-b790-4008-8757-ba2e2a0ab71c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:46:34.257315 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b32025c2-0b2f-4628-a3ab-91d4a832a639 req-eac4ce4d-b790-4008-8757-ba2e2a0ab71c tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 946 time: 0.0567949 Mar 28 23:46:34.303712 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-b32025c2-0b2f-4628-a3ab-91d4a832a639 req-15bf3236-0b11-4273-99f1-df4c6d4f9139 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups?id=56a18ffe-bff1-41fb-9da4-ef87b80e6808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408900 Mar 28 23:46:34.758582 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:34.808056 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-4d6cc1c0-7758-4538-b54b-453e2bef3e9b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 23:46:34.809480 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-4d6cc1c0-7758-4538-b54b-453e2bef3e9b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 946 time: 0.0509543 Mar 28 23:46:34.901498 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Deleting port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:46:34.901841 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:34.986351 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] For port e70ef481-b0c1-46a6-8c85-bcaae7599fb4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:46:34.986711 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:35.152683 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:35.153049 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607861'] for floatingip (fd4a0514-25f5-4c6a-bec9-1747507a3b2a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:35.153371 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.db.l3_db [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Floating IP fd4a0514-25f5-4c6a-bec9-1747507a3b2a disassociated. External IP: 172.28.0.139, port: e70ef481-b0c1-46a6-8c85-bcaae7599fb4. Mar 28 23:46:35.153744 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Calling delete_port for e70ef481-b0c1-46a6-8c85-bcaae7599fb4 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:46:35.280583 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4836942'] for port (e70ef481-b0c1-46a6-8c85-bcaae7599fb4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:35.311441 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event deleted for resources: {'Port': ['ID=e70ef481-b0c1-46a6-8c85-bcaae7599fb4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:35.322075 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.322425 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.322781 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.323122 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.323449 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.325026 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.325026 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.325026 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.325026 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.325972 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.326327 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.326525 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.326935 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.327059 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.327366 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:35.400345 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [req-ac9e41c5-9cd7-4381-9cf2-75bb2759464c req-1ceb5595-4d03-46a0-b962-6c840cf3450f tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/ports?device_id=363bbbf1-b46a-4ee7-98e8-8130818e6930 HTTP/1.1" status: 200 len: 210 time: 0.0270472 Mar 28 23:46:35.435574 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Router 1981c57d-797d-4a9f-b139-7f51076d98dc has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:46:35.542131 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:46:35.552534 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] Sync routers for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:46:35.563983 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:46:35.564560 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:46:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:35.583394 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] No DVR routers for this DVR port e70ef481-b0c1-46a6-8c85-bcaae7599fb4 on host hv-cinder-83552 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:46:35.585851 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:35.589191 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [req-376170b4-0cca-4742-ad5e-69ef06a91738 req-97f13267-f4ff-42d4-ae90-163c2260443b tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.30 "DELETE /v2.0/ports/e70ef481-b0c1-46a6-8c85-bcaae7599fb4 HTTP/1.1" status: 204 len: 173 time: 0.7741303 Mar 28 23:46:35.589636 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'name': 'network-vif-deleted', 'tag': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 23:46:35.591928 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a528081bd29abe4e3e3a8c0e279de765d9099281e0d7b5b02313b784df78c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db92229b-29f6-44f3-ab67-20d839b923e4" -d '{"events": [{"server_uuid": "363bbbf1-b46a-4ee7-98e8-8130818e6930", "name": "network-vif-deleted", "tag": "e70ef481-b0c1-46a6-8c85-bcaae7599fb4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 23:46:35.628625 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 23:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc3528-dc1a-4053-9af1-3f9567e424ac x-openstack-request-id: req-45cc3528-dc1a-4053-9af1-3f9567e424ac {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 23:46:35.628978 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363bbbf1-b46a-4ee7-98e8-8130818e6930", "name": "network-vif-deleted", "tag": "e70ef481-b0c1-46a6-8c85-bcaae7599fb4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 23:46:35.629239 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45cc3528-dc1a-4053-9af1-3f9567e424ac {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 23:46:35.629605 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cc3528-dc1a-4053-9af1-3f9567e424ac'] response: {'server_uuid': '363bbbf1-b46a-4ee7-98e8-8130818e6930', 'name': 'network-vif-deleted', 'tag': 'e70ef481-b0c1-46a6-8c85-bcaae7599fb4', 'status': 'completed', 'code': 200} Mar 28 23:46:35.693835 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:46:35.897400 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:35.922810 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] Checking router: 1981c57d-797d-4a9f-b139-7f51076d98dc for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:46:35.930857 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:46:35.931459 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:46:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:36.035942 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:46:36.168794 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:36.228338 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:36.254404 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97291af-1a7d-49ee-94a3-c5f932f14693 None None] The sync data for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb is: [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:42:49Z', 'revision_number': 4, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb', '_interfaces': [{'id': 'b8bb8b2c-33eb-45c9-968b-7d8dd8678f81', 'name': '', 'network_id': '07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'mac_address': 'fa:16:3e:52:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:48Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'subnets': [{'id': '9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:46:36.474666 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e26dd-ad88-4101-ad02-c37d1b966b2f None None] New status for floating IP fd4a0514-25f5-4c6a-bec9-1747507a3b2a: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 23:46:36.484855 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:36.540449 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5560-541c-4da2-9c24-11799dc0aa77 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (56a18ffe-bff1-41fb-9da4-ef87b80e6808), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:36.565999 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5560-541c-4da2-9c24-11799dc0aa77 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (56a18ffe-bff1-41fb-9da4-ef87b80e6808), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:36.616970 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5560-541c-4da2-9c24-11799dc0aa77 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (56a18ffe-bff1-41fb-9da4-ef87b80e6808), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:36.619634 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5560-541c-4da2-9c24-11799dc0aa77 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:36.620953 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-5fcd5560-541c-4da2-9c24-11799dc0aa77 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "DELETE /v2.0/security-groups/56a18ffe-bff1-41fb-9da4-ef87b80e6808 HTTP/1.1" status: 204 len: 168 time: 0.1351163 Mar 28 23:46:36.624534 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35338) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:36.634802 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd5560-541c-4da2-9c24-11799dc0aa77 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a18ffe-bff1-41fb-9da4-ef87b80e6808,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:36.646055 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.api.v2.resource [None req-2182e5ac-7a61-4a4c-98d8-9bd253fe1f03 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] show failed (client error): The resource could not be found. Mar 28 23:46:36.647081 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-2182e5ac-7a61-4a4c-98d8-9bd253fe1f03 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "GET /v2.0/security-groups/56a18ffe-bff1-41fb-9da4-ef87b80e6808 HTTP/1.1" status: 404 len: 347 time: 0.0215499 Mar 28 23:46:36.649905 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35340) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:36.776025 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Deleting port 02e4ccd6-1382-4a4c-889c-5b7f3206d378 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:46:36.776370 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (02e4ccd6-1382-4a4c-889c-5b7f3206d378), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:36.851113 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (02e4ccd6-1382-4a4c-889c-5b7f3206d378), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:36.851438 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (02e4ccd6-1382-4a4c-889c-5b7f3206d378), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:36.863234 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Calling delete_port for 02e4ccd6-1382-4a4c-889c-5b7f3206d378 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:46:36.985278 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (02e4ccd6-1382-4a4c-889c-5b7f3206d378), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:37.011453 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Pushing event deleted for resources: {'Port': ['ID=02e4ccd6-1382-4a4c-889c-5b7f3206d378,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:37.070033 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks [] for floatingip (fd4a0514-25f5-4c6a-bec9-1747507a3b2a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:37.072585 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89220'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:37.073705 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b7a015d8-2fde-47a0-90a4-758a99092a24 tempest-AttachVolumeTestJSON-1640219837 tempest-AttachVolumeTestJSON-1640219837-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd4a0514-25f5-4c6a-bec9-1747507a3b2a HTTP/1.1" status: 204 len: 168 time: 0.4229240 Mar 28 23:46:37.691122 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:38.636248 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device e70ef481-b0c1-46a6-8c85-bcaae7599fb4 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:46:38.655525 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] No Port match for: e70ef481-b0c1-46a6-8c85-bcaae7599fb4 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:46:38.655890 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Device e70ef481-b0c1-46a6-8c85-bcaae7599fb4 not bound to the agent host hv-cinder-83552 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:46:40.581103 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35368) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:40.927393 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608117'] for router_interface (1981c57d-797d-4a9f-b139-7f51076d98dc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:41.159839 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Deleting port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:46:41.160187 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:41.233931 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] For port b8bb8b2c-33eb-45c9-968b-7d8dd8678f81, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:46:41.234285 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:41.245998 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Calling delete_port for b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:46:41.414625 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (b8bb8b2c-33eb-45c9-968b-7d8dd8678f81), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:41.439999 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bb8b2c-33eb-45c9-968b-7d8dd8678f81,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:41.837988 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612837'] for router_interface (1981c57d-797d-4a9f-b139-7f51076d98dc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.051264 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Router 1981c57d-797d-4a9f-b139-7f51076d98dc has already been hosted by L3 agent 477a0477-4cd9-4539-b328-ef06499184c4 {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 23:46:42.156352 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] Notify agent at l3_agent.dv-cinder-835525-1-smb the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 23:46:42.161208 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-cbe58c34-7b39-4396-bbfc-b9eba29eb176 admin admin] 10.222.0.16 "PUT /v2.0/routers/1981c57d-797d-4a9f-b139-7f51076d98dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5790937 Mar 28 23:46:42.163966 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35370) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:42.165173 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] Sync routers for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 23:46:42.174415 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:46:42.175020 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:46:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:42.266051 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks [] for router (1981c57d-797d-4a9f-b139-7f51076d98dc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.278654 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: dv-cinder-835525-1-smb {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:46:42.366394 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks [] for router_gateway (1981c57d-797d-4a9f-b139-7f51076d98dc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.417913 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Deleting port 873be15b-a5db-4218-b719-6603a256e067 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:46:42.418248 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (873be15b-a5db-4218-b719-6603a256e067), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.448436 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'external_fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': '873be15b-a5db-4218-b719-6603a256e067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:46:41Z', 'revision_number': 5, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port': {'id': '873be15b-a5db-4218-b719-6603a256e067', 'name': '', 'network_id': 'b7b60cb5-883f-45eb-9129-9051184e025c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T23:42:47Z', 'updated_at': '2022-03-28T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76b1c99b-a202-4699-a31e-9a69ce3304c1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-1-smb'}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:42.478001 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] Checking router: 1981c57d-797d-4a9f-b139-7f51076d98dc for host: dv-cinder-835525-1-smb {{(pid=103357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 23:46:42.486667 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] Routers {'1981c57d-797d-4a9f-b139-7f51076d98dc'} bound to L3 agent in host dv-cinder-835525-1-smb {{(pid=103357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 23:46:42.487264 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T23:29:33Z,description=,heartbeat_timestamp=2022-03-28T23:46:33Z,host='dv-cinder-835525-1-smb',id=477a0477-4cd9-4539-b328-ef06499184c4,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T23:29:33Z,topic='l3_agent')) {'router_ids': ['1981c57d-797d-4a9f-b139-7f51076d98dc'], 'active': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:42.498393 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] For port 873be15b-a5db-4218-b719-6603a256e067, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=873be15b-a5db-4218-b719-6603a256e067,segment=NetworkSegment(5f685080-bfa8-47f9-8a4c-932135855800),segment_id=5f685080-bfa8-47f9-8a4c-932135855800)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:46:42.498755 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (873be15b-a5db-4218-b719-6603a256e067), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.510929 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Calling delete_port for 873be15b-a5db-4218-b719-6603a256e067 owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:46:42.662942 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_dvr_db [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] Set router 1981c57d-797d-4a9f-b139-7f51076d98dc gateway port host: None {{(pid=103357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 23:46:42.673482 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (873be15b-a5db-4218-b719-6603a256e067), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.697444 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=873be15b-a5db-4218-b719-6603a256e067,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:42.715285 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.l3_hamode_db [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:46:42Z', 'revision_number': 6, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port_host': None}], 'dv-cinder-835525-1-smb', False) {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:42.745129 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c587d-374b-4081-bd9f-f930fb3ab668 None None] The sync data for ids ['1981c57d-797d-4a9f-b139-7f51076d98dc'] in dv-cinder-835525-1-smb is: [{'id': '1981c57d-797d-4a9f-b139-7f51076d98dc', 'name': 'tempest-AttachVolumeTestJSON-466205094-router', 'tenant_id': '8060eee6c8bb42d79a5076e26e541c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T23:42:46Z', 'updated_at': '2022-03-28T23:46:42Z', 'revision_number': 6, 'project_id': '8060eee6c8bb42d79a5076e26e541c79', 'gw_port_host': None}] {{(pid=103357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 23:46:42.758625 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607759'] for router_gateway (1981c57d-797d-4a9f-b139-7f51076d98dc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.851916 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router (1981c57d-797d-4a9f-b139-7f51076d98dc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.854063 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks [] for router_controller (1981c57d-797d-4a9f-b139-7f51076d98dc), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.896334 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614122'] for router (1981c57d-797d-4a9f-b139-7f51076d98dc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.896931 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1981c57d-797d-4a9f-b139-7f51076d98dc {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 23:46:42.902087 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.903201 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-bb0fc200-f41c-4e86-ba6c-e6250c12bad9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1981c57d-797d-4a9f-b139-7f51076d98dc HTTP/1.1" status: 204 len: 168 time: 0.7383215 Mar 28 23:46:42.906480 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:42.949778 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6b1cf6-3f9b-4869-8c56-54416607dbab admin admin] Deleting subnet 9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 23:46:42.952873 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae6b1cf6-3f9b-4869-8c56-54416607dbab admin admin] Publish callbacks [] for subnet (9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:42.986702 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae6b1cf6-3f9b-4869-8c56-54416607dbab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5248431'] for subnet (9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.064260 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae6b1cf6-3f9b-4869-8c56-54416607dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1356858'] for subnet (9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.116986 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae6b1cf6-3f9b-4869-8c56-54416607dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1356813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4835517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979422'] for subnet (9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.143970 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b1cf6-3f9b-4869-8c56-54416607dbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:43.146102 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae6b1cf6-3f9b-4869-8c56-54416607dbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.151739 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-ae6b1cf6-3f9b-4869-8c56-54416607dbab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9ae0cb30-b4b8-4781-8dfb-ab2f2e2aed17 HTTP/1.1" status: 204 len: 168 time: 0.2418184 Mar 28 23:46:43.151928 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3912f65c-1f2f-45cc-9fd1-0fb02047000b None None] Network 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 requested from dv-cinder-835525-1-smb {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 23:46:43.152356 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35374) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:43.227755 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547643'] for network (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.285009 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Deleting port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 23:46:43.285343 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756318974998'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.345882 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] For port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f, host dv-cinder-835525-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-1-smb',level=0,port_id=9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f,segment=NetworkSegment(ef6a273a-dea1-4fbd-8679-3684da3185cc),segment_id=ef6a273a-dea1-4fbd-8679-3684da3185cc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 23:46:43.346240 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603207'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.358356 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Calling delete_port for 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 23:46:43.436425 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1774697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756318979193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756318493431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5497802'] for port (9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.460904 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:43.464208 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] No DVR routers for this DVR port 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f on host dv-cinder-835525-1-smb {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 23:46:43.523759 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65085c5-a51f-4b36-8ed0-cc1012f3ee69 None None] DHCP port deletion for 07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 request from dv-cinder-835525-1-smb {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 23:46:43.536441 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1411761', 'neutron.services.segments.db._delete_segments_for_network-8756318804794'] for network (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.558146 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:43.567216 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6a273a-dea1-4fbd-8679-3684da3185cc') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:43.567511 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.services.segments.db [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6a273a-dea1-4fbd-8679-3684da3185cc') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 23:46:43.580784 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756318804291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5343681'] for segment (ef6a273a-dea1-4fbd-8679-3684da3185cc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.594586 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093'] for segment (ef6a273a-dea1-4fbd-8679-3684da3185cc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.600602 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 23:46:43.600992 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497759'] for segment (ef6a273a-dea1-4fbd-8679-3684da3185cc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: Traceback (most recent call last): Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: timer() Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: cb(*args, **kw) Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: return func(*args, **kwargs) Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: self._notify() Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: self.callback(batched_events) Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: event.method(event) Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: return f(self, *a, **k) Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: return self._get(url).json() Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 23:46:43.602867 dv-cinder-835525-1-smb neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 23:46:43.656892 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1411768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607843'] for network (07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.661298 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551039'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.665379 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] 10.222.0.16 "DELETE /v2.0/networks/07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6 HTTP/1.1" status: 204 len: 168 time: 0.5123534 Mar 28 23:46:43.677967 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a343d4-ce92-4219-bea9-a1e6cb15cfbd admin admin] Pushing event deleted for resources: {'Network': ['ID=07c8e7fb-85ce-439d-aaa3-d8c812c2dbb6,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:43.683639 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.850263 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35378) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:43.860272 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:46:43.880082 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:46:43.880528 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 9ae6b7f7-4dfd-4e6f-b943-7e8e0dc0e44f not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:46:43.881017 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:46:43.890823 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-15b16c3f-b417-4c3c-982c-5dab760ac824 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8060eee6c8bb42d79a5076e26e541c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393896 Mar 28 23:46:43.893315 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35380) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:43.900310 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:46:43.900668 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device b8bb8b2c-33eb-45c9-968b-7d8dd8678f81 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:46:43.901077 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 873be15b-a5db-4218-b719-6603a256e067 no longer exists at agent ovs-agent-dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 23:46:43.919736 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] No Port match for: 873be15b-a5db-4218-b719-6603a256e067 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 23:46:43.920124 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Device 873be15b-a5db-4218-b719-6603a256e067 not bound to the agent host dv-cinder-835525-1-smb {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 23:46:43.940176 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e06bbbb-0a69-4d35-ab12-2f886f0a08ce admin admin] Publish callbacks [] for security_group (e444ef3c-2da3-43d2-8203-4d5ffb345330), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:43.960606 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e06bbbb-0a69-4d35-ab12-2f886f0a08ce admin admin] Publish callbacks [] for security_group (e444ef3c-2da3-43d2-8203-4d5ffb345330), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:44.008274 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e06bbbb-0a69-4d35-ab12-2f886f0a08ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (e444ef3c-2da3-43d2-8203-4d5ffb345330), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:44.010710 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e06bbbb-0a69-4d35-ab12-2f886f0a08ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:44.011874 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-9e06bbbb-0a69-4d35-ab12-2f886f0a08ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e444ef3c-2da3-43d2-8203-4d5ffb345330 HTTP/1.1" status: 204 len: 168 time: 0.1176507 Mar 28 23:46:44.020204 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06bbbb-0a69-4d35-ab12-2f886f0a08ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e444ef3c-2da3-43d2-8203-4d5ffb345330,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:50.078482 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35476) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:50.178835 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:50.253877 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Publish callbacks [] for security_group (ced070be-2010-4185-b5f8-4ed161d0b01a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:50.259055 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ced070be-2010-4185-b5f8-4ed161d0b01a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:50.299342 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7622a1d051e4410838441003f8434f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197890 Mar 28 23:46:50.300212 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced070be-2010-4185-b5f8-4ed161d0b01a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:50.302080 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35480) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:50.307308 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.307651 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.308014 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.308349 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.308676 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.309002 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.309322 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.309641 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.309962 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.310281 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.310600 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.310960 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.311275 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.311587 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.311931 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e392dc-209e-4cb5-8bab-7c51fad7d58f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-1-smb {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 23:46:50.350099 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-304a2528-2e8d-4ba8-9017-828db9e4063f admin admin] Publish callbacks [] for security_group (ced070be-2010-4185-b5f8-4ed161d0b01a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:50.371046 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-304a2528-2e8d-4ba8-9017-828db9e4063f admin admin] Publish callbacks [] for security_group (ced070be-2010-4185-b5f8-4ed161d0b01a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:50.420798 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-304a2528-2e8d-4ba8-9017-828db9e4063f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ced070be-2010-4185-b5f8-4ed161d0b01a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:50.423394 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-304a2528-2e8d-4ba8-9017-828db9e4063f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:50.424557 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-304a2528-2e8d-4ba8-9017-828db9e4063f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ced070be-2010-4185-b5f8-4ed161d0b01a HTTP/1.1" status: 204 len: 168 time: 0.1214199 Mar 28 23:46:50.431973 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a2528-2e8d-4ba8-9017-828db9e4063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced070be-2010-4185-b5f8-4ed161d0b01a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:52.225202 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35550) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:52.326910 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7897b0c-5cc5-453a-9ee9-d89b074ebc03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.401207 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7897b0c-5cc5-453a-9ee9-d89b074ebc03 admin admin] Publish callbacks [] for security_group (d2e26e8d-69f1-4fb0-850c-38b620df5227), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.404844 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d7897b0c-5cc5-453a-9ee9-d89b074ebc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d2e26e8d-69f1-4fb0-850c-38b620df5227), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.442345 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-d7897b0c-5cc5-453a-9ee9-d89b074ebc03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2457550475c4baab3622b81baa34b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160974 Mar 28 23:46:52.444253 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7897b0c-5cc5-453a-9ee9-d89b074ebc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e26e8d-69f1-4fb0-850c-38b620df5227,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:52.445057 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35554) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:52.492184 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e5a82e14-7340-4bbe-8f2b-e0423809172e admin admin] Publish callbacks [] for security_group (d2e26e8d-69f1-4fb0-850c-38b620df5227), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.512976 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e5a82e14-7340-4bbe-8f2b-e0423809172e admin admin] Publish callbacks [] for security_group (d2e26e8d-69f1-4fb0-850c-38b620df5227), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.558027 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e5a82e14-7340-4bbe-8f2b-e0423809172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (d2e26e8d-69f1-4fb0-850c-38b620df5227), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.560718 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e5a82e14-7340-4bbe-8f2b-e0423809172e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.561869 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-e5a82e14-7340-4bbe-8f2b-e0423809172e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2e26e8d-69f1-4fb0-850c-38b620df5227 HTTP/1.1" status: 204 len: 168 time: 0.1158299 Mar 28 23:46:52.569701 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a82e14-7340-4bbe-8f2b-e0423809172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e26e8d-69f1-4fb0-850c-38b620df5227,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:52.813158 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35560) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:52.828517 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9350-3eab-476d-95e2-b7cc71f1b25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.900355 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9350-3eab-476d-95e2-b7cc71f1b25b admin admin] Publish callbacks [] for security_group (da2a1524-8b1b-40ef-a367-48a8e61a6064), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.903687 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9350-3eab-476d-95e2-b7cc71f1b25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (da2a1524-8b1b-40ef-a367-48a8e61a6064), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:52.941664 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-3b6d9350-3eab-476d-95e2-b7cc71f1b25b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cde4f5f01bf34011812cb336dabc1a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274660 Mar 28 23:46:52.942546 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d9350-3eab-476d-95e2-b7cc71f1b25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2a1524-8b1b-40ef-a367-48a8e61a6064,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:46:52.944912 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:46:52.993282 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85213d35-a888-42dc-9e0f-6d5011297c31 admin admin] Publish callbacks [] for security_group (da2a1524-8b1b-40ef-a367-48a8e61a6064), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:53.014228 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85213d35-a888-42dc-9e0f-6d5011297c31 admin admin] Publish callbacks [] for security_group (da2a1524-8b1b-40ef-a367-48a8e61a6064), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:53.060194 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85213d35-a888-42dc-9e0f-6d5011297c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (da2a1524-8b1b-40ef-a367-48a8e61a6064), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:53.062793 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85213d35-a888-42dc-9e0f-6d5011297c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:46:53.063940 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-85213d35-a888-42dc-9e0f-6d5011297c31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da2a1524-8b1b-40ef-a367-48a8e61a6064 HTTP/1.1" status: 204 len: 168 time: 0.1176431 Mar 28 23:46:53.072027 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85213d35-a888-42dc-9e0f-6d5011297c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2a1524-8b1b-40ef-a367-48a8e61a6064,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:00.445559 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:00.545296 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0dae-1e05-4b57-add6-c9f3ec9ff8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:00.620112 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0dae-1e05-4b57-add6-c9f3ec9ff8e6 admin admin] Publish callbacks [] for security_group (be83c336-3138-4761-929f-48a03274a16a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:00.623391 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0dae-1e05-4b57-add6-c9f3ec9ff8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (be83c336-3138-4761-929f-48a03274a16a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:00.660996 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-7dfd0dae-1e05-4b57-add6-c9f3ec9ff8e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a437a36a95c4dea8c1f3dde01e99794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144012 Mar 28 23:47:00.661859 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd0dae-1e05-4b57-add6-c9f3ec9ff8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be83c336-3138-4761-929f-48a03274a16a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:00.663782 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35686) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:00.711061 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7491faf-8316-41bc-b7fd-3532b53d672b admin admin] Publish callbacks [] for security_group (be83c336-3138-4761-929f-48a03274a16a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:00.731491 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7491faf-8316-41bc-b7fd-3532b53d672b admin admin] Publish callbacks [] for security_group (be83c336-3138-4761-929f-48a03274a16a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:00.777704 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7491faf-8316-41bc-b7fd-3532b53d672b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (be83c336-3138-4761-929f-48a03274a16a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:00.780341 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7491faf-8316-41bc-b7fd-3532b53d672b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:00.782030 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-c7491faf-8316-41bc-b7fd-3532b53d672b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be83c336-3138-4761-929f-48a03274a16a HTTP/1.1" status: 204 len: 168 time: 0.1172414 Mar 28 23:47:00.791488 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7491faf-8316-41bc-b7fd-3532b53d672b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be83c336-3138-4761-929f-48a03274a16a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:01.032631 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35692) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:01.045552 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e5a932f-71d2-4c0b-9e4b-3a977d3a5d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:01.121026 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e5a932f-71d2-4c0b-9e4b-3a977d3a5d05 admin admin] Publish callbacks [] for security_group (c4a4bc3a-4d35-483b-ae4e-139683f5068c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:01.124642 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e5a932f-71d2-4c0b-9e4b-3a977d3a5d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c4a4bc3a-4d35-483b-ae4e-139683f5068c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:01.156678 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f3dec1c-df35-4607-a76f-2e6c5cc3d9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:01.162660 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-1e5a932f-71d2-4c0b-9e4b-3a977d3a5d05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ca056ae7a214753854665b385cb0d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288478 Mar 28 23:47:01.163606 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a932f-71d2-4c0b-9e4b-3a977d3a5d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a4bc3a-4d35-483b-ae4e-139683f5068c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:01.165312 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:01.213341 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b08417a6-d35d-4cc7-9881-3e948e12008f admin admin] Publish callbacks [] for security_group (c4a4bc3a-4d35-483b-ae4e-139683f5068c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:01.234472 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b08417a6-d35d-4cc7-9881-3e948e12008f admin admin] Publish callbacks [] for security_group (c4a4bc3a-4d35-483b-ae4e-139683f5068c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:01.279978 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b08417a6-d35d-4cc7-9881-3e948e12008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (c4a4bc3a-4d35-483b-ae4e-139683f5068c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:01.283259 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b08417a6-d35d-4cc7-9881-3e948e12008f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:01.284414 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-b08417a6-d35d-4cc7-9881-3e948e12008f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4a4bc3a-4d35-483b-ae4e-139683f5068c HTTP/1.1" status: 204 len: 168 time: 0.1180680 Mar 28 23:47:01.291650 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08417a6-d35d-4cc7-9881-3e948e12008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a4bc3a-4d35-483b-ae4e-139683f5068c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:03.453347 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-219d8145-aec4-4630-b37b-97ba85aa5efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:04.731213 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:47:04.760974 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:06.172141 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:07.693201 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.097615 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35778) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:08.199978 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc6a28b4-bf0f-4b5c-a293-f5e65fa492a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.276588 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc6a28b4-bf0f-4b5c-a293-f5e65fa492a0 admin admin] Publish callbacks [] for security_group (989b1d9f-16be-4ca2-8668-3433558990d8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.280217 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc6a28b4-bf0f-4b5c-a293-f5e65fa492a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (989b1d9f-16be-4ca2-8668-3433558990d8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.321050 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-cc6a28b4-bf0f-4b5c-a293-f5e65fa492a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a652602a6fa49de88536d888d6a8c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223830 Mar 28 23:47:08.321900 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a28b4-bf0f-4b5c-a293-f5e65fa492a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989b1d9f-16be-4ca2-8668-3433558990d8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:08.323898 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35782) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:08.371943 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d14f406-73bb-430b-ba0d-d4fdbc5a1d15 admin admin] Publish callbacks [] for security_group (989b1d9f-16be-4ca2-8668-3433558990d8), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.393612 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d14f406-73bb-430b-ba0d-d4fdbc5a1d15 admin admin] Publish callbacks [] for security_group (989b1d9f-16be-4ca2-8668-3433558990d8), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.436568 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d14f406-73bb-430b-ba0d-d4fdbc5a1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (989b1d9f-16be-4ca2-8668-3433558990d8), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.439659 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d14f406-73bb-430b-ba0d-d4fdbc5a1d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.440804 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-6d14f406-73bb-430b-ba0d-d4fdbc5a1d15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/989b1d9f-16be-4ca2-8668-3433558990d8 HTTP/1.1" status: 204 len: 168 time: 0.1158304 Mar 28 23:47:08.447915 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14f406-73bb-430b-ba0d-d4fdbc5a1d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989b1d9f-16be-4ca2-8668-3433558990d8,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:08.690549 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:08.703429 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71394f5e-4f3d-4980-a6c7-62b41b839b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.778251 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71394f5e-4f3d-4980-a6c7-62b41b839b2d admin admin] Publish callbacks [] for security_group (842fd70a-5b35-4517-ae3c-df5fa7d50dac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.781762 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71394f5e-4f3d-4980-a6c7-62b41b839b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (842fd70a-5b35-4517-ae3c-df5fa7d50dac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.820580 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-71394f5e-4f3d-4980-a6c7-62b41b839b2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4faf4f64b2f24129bc2067d7e2c27820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288860 Mar 28 23:47:08.821440 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71394f5e-4f3d-4980-a6c7-62b41b839b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842fd70a-5b35-4517-ae3c-df5fa7d50dac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:08.823179 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35790) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:08.869967 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb783f35-457d-4dce-80d0-8da72987cf50 admin admin] Publish callbacks [] for security_group (842fd70a-5b35-4517-ae3c-df5fa7d50dac), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.891007 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb783f35-457d-4dce-80d0-8da72987cf50 admin admin] Publish callbacks [] for security_group (842fd70a-5b35-4517-ae3c-df5fa7d50dac), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.938305 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb783f35-457d-4dce-80d0-8da72987cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (842fd70a-5b35-4517-ae3c-df5fa7d50dac), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.940842 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb783f35-457d-4dce-80d0-8da72987cf50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:08.941946 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-bb783f35-457d-4dce-80d0-8da72987cf50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/842fd70a-5b35-4517-ae3c-df5fa7d50dac HTTP/1.1" status: 204 len: 168 time: 0.1177726 Mar 28 23:47:08.949335 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb783f35-457d-4dce-80d0-8da72987cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842fd70a-5b35-4517-ae3c-df5fa7d50dac,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:13.663884 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.201205 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35910) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:15.302032 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f90dd36-53b1-4616-bbe2-57b0cea6f33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.372092 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f90dd36-53b1-4616-bbe2-57b0cea6f33f admin admin] Publish callbacks [] for security_group (3cb24f54-6bfa-4f2f-996a-cd7c46c50da5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.375693 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f90dd36-53b1-4616-bbe2-57b0cea6f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3cb24f54-6bfa-4f2f-996a-cd7c46c50da5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.413660 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-4f90dd36-53b1-4616-bbe2-57b0cea6f33f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e244828c42b4aae842fde42df607c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114265 Mar 28 23:47:15.414521 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90dd36-53b1-4616-bbe2-57b0cea6f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb24f54-6bfa-4f2f-996a-cd7c46c50da5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:15.416408 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35914) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:15.463050 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e0b9-419a-4982-84d1-acdd71f56fb0 admin admin] Publish callbacks [] for security_group (3cb24f54-6bfa-4f2f-996a-cd7c46c50da5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.483758 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e0b9-419a-4982-84d1-acdd71f56fb0 admin admin] Publish callbacks [] for security_group (3cb24f54-6bfa-4f2f-996a-cd7c46c50da5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.530970 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e0b9-419a-4982-84d1-acdd71f56fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (3cb24f54-6bfa-4f2f-996a-cd7c46c50da5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.534412 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e0b9-419a-4982-84d1-acdd71f56fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.535507 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-9fc5e0b9-419a-4982-84d1-acdd71f56fb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cb24f54-6bfa-4f2f-996a-cd7c46c50da5 HTTP/1.1" status: 204 len: 168 time: 0.1180592 Mar 28 23:47:15.542993 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5e0b9-419a-4982-84d1-acdd71f56fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb24f54-6bfa-4f2f-996a-cd7c46c50da5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:15.783610 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35920) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:15.796344 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eba51ddd-2250-4983-8d27-cecc178282fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.869277 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eba51ddd-2250-4983-8d27-cecc178282fa admin admin] Publish callbacks [] for security_group (77dceaee-66ae-4e49-9388-59fffd5835b0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.872929 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eba51ddd-2250-4983-8d27-cecc178282fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (77dceaee-66ae-4e49-9388-59fffd5835b0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.910339 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-eba51ddd-2250-4983-8d27-cecc178282fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f44865d1f3d49978c5aef8e83d767c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256044 Mar 28 23:47:15.911104 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba51ddd-2250-4983-8d27-cecc178282fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dceaee-66ae-4e49-9388-59fffd5835b0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:15.913106 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35922) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:15.959628 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee3e9fa1-a92f-4cce-a09f-d5de9ce0143a admin admin] Publish callbacks [] for security_group (77dceaee-66ae-4e49-9388-59fffd5835b0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:15.980265 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee3e9fa1-a92f-4cce-a09f-d5de9ce0143a admin admin] Publish callbacks [] for security_group (77dceaee-66ae-4e49-9388-59fffd5835b0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:16.025382 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee3e9fa1-a92f-4cce-a09f-d5de9ce0143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (77dceaee-66ae-4e49-9388-59fffd5835b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:16.027964 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee3e9fa1-a92f-4cce-a09f-d5de9ce0143a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:16.035414 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-ee3e9fa1-a92f-4cce-a09f-d5de9ce0143a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77dceaee-66ae-4e49-9388-59fffd5835b0 HTTP/1.1" status: 204 len: 168 time: 0.1150064 Mar 28 23:47:16.042035 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e9fa1-a92f-4cce-a09f-d5de9ce0143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dceaee-66ae-4e49-9388-59fffd5835b0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:17.024159 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.16', 35952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:17.129088 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aff87961-f48f-431b-b87f-1b88c1c0c310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:17.206930 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aff87961-f48f-431b-b87f-1b88c1c0c310 admin admin] Publish callbacks [] for security_group (ca248633-9527-4c49-8275-14392e939cdf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:17.211322 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aff87961-f48f-431b-b87f-1b88c1c0c310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ca248633-9527-4c49-8275-14392e939cdf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:17.249779 dv-cinder-835525-1-smb neutron-server[103354]: INFO neutron.wsgi [None req-aff87961-f48f-431b-b87f-1b88c1c0c310 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40b147471b2042ff94f706155d8aba6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245679 Mar 28 23:47:17.251151 dv-cinder-835525-1-smb neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff87961-f48f-431b-b87f-1b88c1c0c310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca248633-9527-4c49-8275-14392e939cdf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:17.253628 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.16', 35956) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 23:47:17.302959 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7429b1df-4b68-43ba-ace6-0ea52bbaf7b9 admin admin] Publish callbacks [] for security_group (ca248633-9527-4c49-8275-14392e939cdf), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:17.323077 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7429b1df-4b68-43ba-ace6-0ea52bbaf7b9 admin admin] Publish callbacks [] for security_group (ca248633-9527-4c49-8275-14392e939cdf), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:17.367563 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7429b1df-4b68-43ba-ace6-0ea52bbaf7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542416'] for security_group (ca248633-9527-4c49-8275-14392e939cdf), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:17.370187 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7429b1df-4b68-43ba-ace6-0ea52bbaf7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:17.371294 dv-cinder-835525-1-smb neutron-server[103355]: INFO neutron.wsgi [None req-7429b1df-4b68-43ba-ace6-0ea52bbaf7b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca248633-9527-4c49-8275-14392e939cdf HTTP/1.1" status: 204 len: 168 time: 0.1163685 Mar 28 23:47:17.378987 dv-cinder-835525-1-smb neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429b1df-4b68-43ba-ace6-0ea52bbaf7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca248633-9527-4c49-8275-14392e939cdf,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 23:47:31.161573 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c6b39b3-c3c9-42e1-8731-1657c1a28caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:33.454309 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b855ea31-3b3a-4f4c-b951-003753371c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:34.762255 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:36.175167 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:37.694747 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:47:41.730868 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:47:43.656196 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:01.162277 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ebea-babd-43bc-9bd4-03b08656373b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:03.454852 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fc1a7e46-186b-470b-8850-44451ffb52c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:04.770250 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:06.178084 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:07.696350 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:13.677930 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:18.729544 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:48:31.163495 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1eee52a3-2c7b-442b-ba69-d0cd7ebfa5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:33.455097 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5401c244-b69f-4b60-9f5b-1aa0fb631836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:34.770858 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:36.180555 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:37.697969 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:43.677626 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:48:55.728827 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:49:01.164809 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17a4834-120e-4c58-8fdc-2d00f541c02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:03.458806 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ade27378-e2b5-4778-ba5b-b720b21e137e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:04.773292 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:06.184607 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:07.699123 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:13.680590 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:31.165491 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c12cebfe-e62c-4e4b-9379-134f889dd0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:32.728595 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:49:33.460928 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4c09786c-2a09-450b-b602-9c0c2f299f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:34.775564 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:36.186366 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:37.699380 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:49:43.705241 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:01.166545 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-38a805f4-94ef-4576-8567-34c140e69f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:03.461314 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73254599-7dfd-49e5-8ce3-9e249309e396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:04.777280 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:06.188474 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:07.701671 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:09.728222 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:50:13.713422 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:31.167971 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ba34-226c-45c4-acfb-344679ff0110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:33.461531 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-411bad54-ac24-4f85-a3d2-2add8985d9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:34.780038 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:36.190543 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:37.702493 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:43.720368 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:50:46.728164 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:51:01.169883 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57aa176c-3f76-480f-9cf3-a4b20acb74e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:03.462642 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ec5efcb4-08c7-4c45-87fd-44cd7f59f354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:04.785406 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:06.194540 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:07.704534 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:13.723144 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:23.726816 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:51:31.170951 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-719b5e24-59c7-4078-b23f-8bfa3f009f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:33.463566 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c8cad32-2bdc-47e6-9da4-26bc535afa16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:34.785524 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:36.197574 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:37.706981 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:51:43.728804 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:52:00.725028 dv-cinder-835525-1-smb neutron-server[103357]: DEBUG neutron.db.agents_db [None req-83c584e7-66bd-441d-bca9-c5ba83ee4d5d None None] Agent healthcheck: found 6 active agents {{(pid=103357) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 23:52:01.171171 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6c504ee-a5ae-4ff9-a331-b203fe01118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (b2d0f5b9-aede-4bce-bcfa-6d9fb3407ae6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:52:03.464240 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad29c9a6-9a5c-43c0-a5f6-dc5e2d87cccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (477a0477-4cd9-4539-b328-ef06499184c4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:52:04.790206 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c92e5f-ae7a-4107-afeb-b0cf866332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (96b4f652-e050-499c-a4ab-8e6a7582f8e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:52:06.199162 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39c38bd3-ff86-4e9c-bb9d-d5cc32536e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (75448ff8-609b-4b90-b503-a27afd70117f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:52:07.708240 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f734433-7b7a-48cd-890c-bed651a05ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (d93f1d6f-b894-4ef8-bda2-fb58f0b6579f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 23:52:13.752116 dv-cinder-835525-1-smb neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbef9-b8a6-480e-a7c6-3adac8be4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756318804776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409648'] for agent (f3661e89-f8e7-49de-8344-2caacc8ef27b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}